{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5047.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 206, "className" : "nitb_sms:sysmo", "duration" : 5.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=17587): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17587) [trial-2350↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17587)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=17587): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17587) [trial-2350↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17587)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a21:46:31.735892 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a21:46:31.751027 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a21:46:32.374851 tst mo_mt_sms.py: using LAC 16954\u000a21:46:32.498022 tst mo_mt_sms.py: using RAC 124\u000a21:46:32.612295 tst mo_mt_sms.py: using CellId 16954\u000a21:46:32.726985 tst mo_mt_sms.py: using BVCI 16955\u000a21:46:32.749044 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a21:46:32.927241 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a21:46:33.197940 tst mo_mt_sms.py:9: start nitb and bts...\u000a21:46:33.321198 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:46:35.559348 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17586): Launched\u000a21:46:35.852282 run osmo-nitb_10.42.42.2(pid=17587): Launched\u000a21:46:36.024346 run osmo-nitb_10.42.42.2(pid=17587): ERR: Terminated: ERROR {rc=2} [trial-2350↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17587)]\u000a21:46:36.148193 run osmo-nitb_10.42.42.2(pid=17587): stdout: \u000a| (launched: 2022-12-08_21:46:35.710383) \u000a21:46:36.272630 run osmo-nitb_10.42.42.2(pid=17587): stderr: \u000a| (launched: 2022-12-08_21:46:35.754685)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:46:36.392364 run osmo-nitb_10.42.42.2(pid=17587): stdout: \u000a| (launched: 2022-12-08_21:46:35.710383) \u000a21:46:36.510916 run osmo-nitb_10.42.42.2(pid=17587): stderr: \u000a| (launched: 2022-12-08_21:46:35.754685)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:46:36.562993 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=17587): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17587) [trial-2350↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17587)] [trial-2350↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a21:46:36.570890 tst mo_mt_sms.py:11: Test FAILED (4.8 sec)\u000a21:46:36.605559 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17586): Terminating (SIGTERM)\u000a21:46:36.782938 --- ParallelTerminationStrategy: PID 17586 died...\u000a21:46:36.838899 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17586): Terminated: ok {rc=0}\u000a21:46:36.924117 bus /sierra_3: Setting Powered False\u000a21:46:38.031011 bus /sierra_3: Setting Powered False\u000a21:46:39.145334 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:46:31" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "sms:sysmo", "duration" : 14.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17599): Process ended prematurely: osmo-stp_10.42.42.5(pid=17599) [trial-2350↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17599)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17599): Process ended prematurely: osmo-stp_10.42.42.5(pid=17599) [trial-2350↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17599)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a21:46:40.991188 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:46:41.001617 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a21:46:41.121256 tst mo_mt_sms.py: using LAC 16955\u000a21:46:41.240463 tst mo_mt_sms.py: using RAC 125\u000a21:46:41.358746 tst mo_mt_sms.py: using CellId 16955\u000a21:46:41.474731 tst mo_mt_sms.py: using BVCI 16956\u000a21:46:41.497306 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:46:41.507623 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:46:41.517990 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:46:41.528258 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:46:41.538610 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:46:41.548814 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a21:46:41.666159 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a21:46:41.875984 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:46:43.629904 run create_hlr_db(pid=17593): Launched\u000a21:46:43.815034 bus /sierra_2: Setting Powered False\u000a21:46:44.836107 run create_hlr_db(pid=17593): Terminated: ok {rc=0}\u000a21:46:45.238765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17595): Launched\u000a21:46:45.538299 run osmo-hlr_10.42.42.2(pid=17596): Launched\u000a21:46:45.650208 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:46:48.138758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17598): Launched\u000a21:46:48.436305 run osmo-stp_10.42.42.5(pid=17599): Launched\u000a21:46:48.545571 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:46:53.796026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17601): Launched\u000a21:46:54.101805 run osmo-msc_10.42.42.6(pid=17602): Launched\u000a21:46:54.291094 run osmo-stp_10.42.42.5(pid=17599): ERR: Terminated: ERROR {rc=1} [trial-2350↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17599)]\u000a21:46:54.428323 run osmo-stp_10.42.42.5(pid=17599): stdout: \u000a| (launched: 2022-12-08_21:46:48.289975)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:46:54.566122 run osmo-stp_10.42.42.5(pid=17599): stderr: \u000a| �[0;m�[38;5;43m20221208214648462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214648462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214648462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214648463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214648463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214648463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214648463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:46:54.694881 run osmo-stp_10.42.42.5(pid=17599): stdout: \u000a| (launched: 2022-12-08_21:46:48.289975)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:46:54.822428 run osmo-stp_10.42.42.5(pid=17599): stderr: \u000a| �[0;m�[38;5;43m20221208214648462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214648462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214648462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214648463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214648463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214648463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214648463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:46:54.878145 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=17599): Process ended prematurely: osmo-stp_10.42.42.5(pid=17599) [trial-2350↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17599)] [trial-2350↪sms:sysmo↪mo_mt_sms.py:16]\u000a21:46:54.886633 tst mo_mt_sms.py:16: Test FAILED (13.9 sec)\u000a21:46:54.951724 run osmo-hlr_10.42.42.2(pid=17596): ERR: Terminated: ERROR {rc=237} [trial-2350↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17596)]\u000a21:46:55.005577 run osmo-hlr_10.42.42.2(pid=17596): stdout: \u000a| (launched: 2022-12-08_21:46:45.391704) \u000a21:46:55.059234 run osmo-hlr_10.42.42.2(pid=17596): stderr: \u000a| �[0;m�[1;31m20221208214645569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208214645569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208214645569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214645569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214645569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208214645569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208214645586 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208214645596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208214645596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208214645596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:46:55.131940 run osmo-msc_10.42.42.6(pid=17602): ERR: Terminated: ERROR {rc=2} [trial-2350↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17602)]\u000a21:46:55.185108 run osmo-msc_10.42.42.6(pid=17602): stdout: \u000a| (launched: 2022-12-08_21:46:53.946888) \u000a21:46:55.239576 run osmo-msc_10.42.42.6(pid=17602): stderr: \u000a| �[0;m�[38;5;43m20221208214654262 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208214654262 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff29e5e9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208214654262 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208214654262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208214654262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208214654262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208214654264 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208214654264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208214654265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208214654265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:46:55.285175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17595): Terminating (SIGTERM)\u000a21:46:55.328728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17598): Terminating (SIGTERM)\u000a21:46:55.372095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17601): Terminating (SIGTERM)\u000a21:46:55.382672 --- ParallelTerminationStrategy: PID 17595 died...\u000a21:46:55.441068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17595): Terminated: ok {rc=0}\u000a21:46:55.451545 --- ParallelTerminationStrategy: PID 17598 died...\u000a21:46:55.510111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17598): Terminated: ok {rc=0}\u000a21:46:55.520478 --- ParallelTerminationStrategy: PID 17601 died...\u000a21:46:55.578521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17601): Terminated: ok {rc=0}\u000a21:46:55.667292 bus /sierra_3: Setting Powered False\u000a21:46:56.776561 bus /sierra_3: Setting Powered False\u000a21:46:57.886435 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 19.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:46:40" }, { "cases" : [ { "testActions" : [ ], "age" : 206, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=17608): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17608) [trial-2350↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17608)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=17608): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17608) [trial-2350↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17608)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a21:46:59.742049 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a21:46:59.752630 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a21:46:59.871918 tst assert_extension.py: using LAC 16956\u000a21:46:59.988843 tst assert_extension.py: using RAC 126\u000a21:47:00.106434 tst assert_extension.py: using CellId 16956\u000a21:47:00.222260 tst assert_extension.py: using BVCI 16957\u000a21:47:00.244845 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a21:47:00.531089 tst assert_extension.py:10: start nitb and bts...\u000a21:47:00.664524 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:47:01.370446 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17607): Launched\u000a21:47:01.712097 run osmo-nitb_10.42.42.2(pid=17608): Launched\u000a21:47:01.914857 run osmo-nitb_10.42.42.2(pid=17608): ERR: Terminated: ERROR {rc=2} [trial-2350↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17608)]\u000a21:47:02.064011 run osmo-nitb_10.42.42.2(pid=17608): stdout: \u000a| (launched: 2022-12-08_21:47:01.534831) \u000a21:47:02.212356 run osmo-nitb_10.42.42.2(pid=17608): stderr: \u000a| (launched: 2022-12-08_21:47:01.582922)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:47:02.355132 run osmo-nitb_10.42.42.2(pid=17608): stdout: \u000a| (launched: 2022-12-08_21:47:01.534831) \u000a21:47:02.494919 run osmo-nitb_10.42.42.2(pid=17608): stderr: \u000a| (launched: 2022-12-08_21:47:01.582922)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:47:02.841213 tst osmo-nitb_10.42.42.2(pid=17608): stdout: \u000a| (launched: 2022-12-08_21:47:01.534831) \u000a21:47:02.968421 tst osmo-nitb_10.42.42.2(pid=17608): stderr: \u000a| (launched: 2022-12-08_21:47:01.582922)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:47:03.024347 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=17608): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17608) [trial-2350↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17608)] [trial-2350↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a21:47:03.033185 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a21:47:03.072253 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17607): Terminating (SIGTERM)\u000a21:47:03.250157 --- ParallelTerminationStrategy: PID 17607 died...\u000a21:47:03.309853 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17607): Terminated: ok {rc=0}\u000a21:47:03.398079 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:46:59" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "ussd:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17619): Process ended prematurely: osmo-stp_10.42.42.5(pid=17619) [trial-2350↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17619)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17619): Process ended prematurely: osmo-stp_10.42.42.5(pid=17619) [trial-2350↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17619)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a21:47:05.241872 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:47:05.252219 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a21:47:05.371721 tst assert_extension.py: using LAC 16957\u000a21:47:05.496270 tst assert_extension.py: using RAC 127\u000a21:47:05.615456 tst assert_extension.py: using CellId 16957\u000a21:47:05.733483 tst assert_extension.py: using BVCI 16958\u000a21:47:05.756032 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:47:05.766645 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:47:05.777492 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:47:05.787865 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:47:05.798311 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:47:05.808516 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a21:47:06.015340 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:47:06.517525 run create_hlr_db(pid=17613): Launched\u000a21:47:06.702622 bus /sierra_2: Setting Powered False\u000a21:47:07.724256 run create_hlr_db(pid=17613): Terminated: ok {rc=0}\u000a21:47:08.126581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17615): Launched\u000a21:47:08.424838 run osmo-hlr_10.42.42.2(pid=17616): Launched\u000a21:47:08.534978 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:47:09.054198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17618): Launched\u000a21:47:09.351998 run osmo-stp_10.42.42.5(pid=17619): Launched\u000a21:47:09.460782 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:47:10.003907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17621): Launched\u000a21:47:10.302084 run osmo-msc_10.42.42.6(pid=17622): Launched\u000a21:47:10.478258 run osmo-stp_10.42.42.5(pid=17619): ERR: Terminated: ERROR {rc=1} [trial-2350↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17619)]\u000a21:47:10.605122 run osmo-stp_10.42.42.5(pid=17619): stdout: \u000a| (launched: 2022-12-08_21:47:09.205450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:10.730559 run osmo-stp_10.42.42.5(pid=17619): stderr: \u000a| �[0;m�[38;5;43m20221208214709376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214709376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214709376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214709377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214709377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214709377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214709377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:10.850843 run osmo-stp_10.42.42.5(pid=17619): stdout: \u000a| (launched: 2022-12-08_21:47:09.205450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:10.969932 run osmo-stp_10.42.42.5(pid=17619): stderr: \u000a| �[0;m�[38;5;43m20221208214709376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214709376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214709376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214709377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214709377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214709377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214709377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:11.022416 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=17619): Process ended prematurely: osmo-stp_10.42.42.5(pid=17619) [trial-2350↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17619)] [trial-2350↪ussd:sysmo↪assert_extension.py:17]\u000a21:47:11.030547 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a21:47:11.091426 run osmo-hlr_10.42.42.2(pid=17616): ERR: Terminated: ERROR {rc=237} [trial-2350↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17616)]\u000a21:47:11.141906 run osmo-hlr_10.42.42.2(pid=17616): stdout: \u000a| (launched: 2022-12-08_21:47:08.277821) \u000a21:47:11.192662 run osmo-hlr_10.42.42.2(pid=17616): stderr: \u000a| �[0;m�[1;31m20221208214708453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208214708453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208214708453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214708453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214708454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208214708454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208214708467 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208214708478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208214708478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208214708478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:47:11.261746 run osmo-msc_10.42.42.6(pid=17622): ERR: Terminated: ERROR {rc=2} [trial-2350↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17622)]\u000a21:47:11.311981 run osmo-msc_10.42.42.6(pid=17622): stdout: \u000a| (launched: 2022-12-08_21:47:10.155025) \u000a21:47:11.362903 run osmo-msc_10.42.42.6(pid=17622): stderr: \u000a| �[0;m�[38;5;43m20221208214710427 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208214710428 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2bd218ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208214710428 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208214710428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208214710428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208214710428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208214710430 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208214710430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208214710430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208214710431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:47:11.405813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17615): Terminating (SIGTERM)\u000a21:47:11.446349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17618): Terminating (SIGTERM)\u000a21:47:11.486948 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17621): Terminating (SIGTERM)\u000a21:47:11.496243 --- ParallelTerminationStrategy: PID 17615 died...\u000a21:47:11.550530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17615): Terminated: ok {rc=0}\u000a21:47:11.560247 --- ParallelTerminationStrategy: PID 17618 died...\u000a21:47:11.614594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17618): Terminated: ok {rc=0}\u000a21:47:11.624387 --- ParallelTerminationStrategy: PID 17621 died...\u000a21:47:11.678648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17621): Terminated: ok {rc=0}\u000a21:47:11.767486 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:47:05" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17634): Process ended prematurely: osmo-stp_10.42.42.5(pid=17634) [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17634)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17634): Process ended prematurely: osmo-stp_10.42.42.5(pid=17634) [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17634)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a21:47:13.676468 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:13.687598 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:47:13.833159 tst mo_mt_call.py: using LAC 16958\u000a21:47:13.955814 tst mo_mt_call.py: using RAC 128\u000a21:47:14.075303 tst mo_mt_call.py: using CellId 16958\u000a21:47:14.196739 tst mo_mt_call.py: using BVCI 16959\u000a21:47:14.219980 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:14.230939 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:14.241742 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:14.252480 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:14.263214 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:14.273966 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:47:14.391424 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:47:14.601283 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:47:15.113388 run create_hlr_db(pid=17628): Launched\u000a21:47:15.301694 bus /sierra_2: Setting Powered False\u000a21:47:16.335964 run create_hlr_db(pid=17628): Terminated: ok {rc=0}\u000a21:47:16.786860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17630): Launched\u000a21:47:17.175875 run osmo-hlr_10.42.42.2(pid=17631): Launched\u000a21:47:17.299764 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:47:17.864244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17633): Launched\u000a21:47:18.188923 run osmo-stp_10.42.42.5(pid=17634): Launched\u000a21:47:18.310477 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:47:18.899999 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17636): Launched\u000a21:47:19.224656 run osmo-msc_10.42.42.6(pid=17637): Launched\u000a21:47:19.416686 run osmo-stp_10.42.42.5(pid=17634): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17634)]\u000a21:47:19.555363 run osmo-stp_10.42.42.5(pid=17634): stdout: \u000a| (launched: 2022-12-08_21:47:18.030399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:19.693775 run osmo-stp_10.42.42.5(pid=17634): stderr: \u000a| �[0;m�[38;5;43m20221208214718222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214718222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214718222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214718223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214718225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214718225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214718225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:19.824888 run osmo-stp_10.42.42.5(pid=17634): stdout: \u000a| (launched: 2022-12-08_21:47:18.030399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:19.954690 run osmo-stp_10.42.42.5(pid=17634): stderr: \u000a| �[0;m�[38;5;43m20221208214718222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214718222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214718222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214718223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214718225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214718225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214718225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:20.011978 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17634): Process ended prematurely: osmo-stp_10.42.42.5(pid=17634) [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17634)] [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a21:47:20.021213 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a21:47:20.085572 run osmo-hlr_10.42.42.2(pid=17631): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17631)]\u000a21:47:20.138158 run osmo-hlr_10.42.42.2(pid=17631): stdout: \u000a| (launched: 2022-12-08_21:47:16.955668) \u000a21:47:20.191400 run osmo-hlr_10.42.42.2(pid=17631): stderr: \u000a| �[0;m�[1;31m20221208214717233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208214717233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208214717233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214717233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214717233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208214717233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208214717246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208214717254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208214717255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208214717255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:47:20.263123 run osmo-msc_10.42.42.6(pid=17637): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17637)]\u000a21:47:20.315958 run osmo-msc_10.42.42.6(pid=17637): stdout: \u000a| (launched: 2022-12-08_21:47:19.065522) \u000a21:47:20.369202 run osmo-msc_10.42.42.6(pid=17637): stderr: \u000a| �[0;m�[38;5;43m20221208214719388 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208214719388 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbe33ff7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208214719388 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208214719388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208214719388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208214719388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208214719390 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208214719390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208214719390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208214719391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:47:20.414482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17630): Terminating (SIGTERM)\u000a21:47:20.457077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17633): Terminating (SIGTERM)\u000a21:47:20.500253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17636): Terminating (SIGTERM)\u000a21:47:20.510084 --- ParallelTerminationStrategy: PID 17630 died...\u000a21:47:20.567185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17630): Terminated: ok {rc=0}\u000a21:47:20.577673 --- ParallelTerminationStrategy: PID 17633 died...\u000a21:47:20.635086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17633): Terminated: ok {rc=0}\u000a21:47:20.645309 --- ParallelTerminationStrategy: PID 17636 died...\u000a21:47:20.702912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17636): Terminated: ok {rc=0}\u000a21:47:20.792174 bus /sierra_3: Setting Powered False\u000a21:47:21.900770 bus /sierra_3: Setting Powered False\u000a21:47:23.011011 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 22, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17645): Process ended prematurely: osmo-stp_10.42.42.5(pid=17645) [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17645)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17645): Process ended prematurely: osmo-stp_10.42.42.5(pid=17645) [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17645)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:47:24.122945 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:24.134594 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:47:24.279640 tst mo_mt_call_osmux.py: using LAC 16959\u000a21:47:24.399301 tst mo_mt_call_osmux.py: using RAC 129\u000a21:47:24.525906 tst mo_mt_call_osmux.py: using CellId 16959\u000a21:47:24.653056 tst mo_mt_call_osmux.py: using BVCI 16960\u000a21:47:24.678228 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:24.689602 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:24.701225 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:24.712570 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:24.724064 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:24.736370 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:47:24.856423 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:47:25.056626 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:47:25.543729 run create_hlr_db(pid=17639): Launched\u000a21:47:25.719603 bus /sierra_2: Setting Powered False\u000a21:47:26.742024 run create_hlr_db(pid=17639): Terminated: ok {rc=0}\u000a21:47:27.174803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17641): Launched\u000a21:47:27.501157 run osmo-hlr_10.42.42.2(pid=17642): Launched\u000a21:47:27.625021 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:47:28.191601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17644): Launched\u000a21:47:28.523877 run osmo-stp_10.42.42.5(pid=17645): Launched\u000a21:47:28.643150 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:47:29.237445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17647): Launched\u000a21:47:29.562313 run osmo-msc_10.42.42.6(pid=17648): Launched\u000a21:47:29.756838 run osmo-stp_10.42.42.5(pid=17645): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17645)]\u000a21:47:29.895521 run osmo-stp_10.42.42.5(pid=17645): stdout: \u000a| (launched: 2022-12-08_21:47:28.357462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:30.034648 run osmo-stp_10.42.42.5(pid=17645): stderr: \u000a| �[0;m�[38;5;43m20221208214728550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214728550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214728550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214728551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214728551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214728551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214728551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:30.166371 run osmo-stp_10.42.42.5(pid=17645): stdout: \u000a| (launched: 2022-12-08_21:47:28.357462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:30.296462 run osmo-stp_10.42.42.5(pid=17645): stderr: \u000a| �[0;m�[38;5;43m20221208214728550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214728550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214728550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214728551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214728551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214728551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214728551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:30.354047 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17645): Process ended prematurely: osmo-stp_10.42.42.5(pid=17645) [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17645)] [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a21:47:30.363468 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a21:47:30.428466 run osmo-hlr_10.42.42.2(pid=17642): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17642)]\u000a21:47:30.481896 run osmo-hlr_10.42.42.2(pid=17642): stdout: \u000a| (launched: 2022-12-08_21:47:27.341757) \u000a21:47:30.535981 run osmo-hlr_10.42.42.2(pid=17642): stderr: \u000a| �[0;m�[1;31m20221208214727540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208214727540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208214727540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214727540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214727540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208214727540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208214727555 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208214727565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208214727565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208214727566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:47:30.609204 run osmo-msc_10.42.42.6(pid=17648): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17648)]\u000a21:47:30.662644 run osmo-msc_10.42.42.6(pid=17648): stdout: \u000a| (launched: 2022-12-08_21:47:29.402942) \u000a21:47:30.716464 run osmo-msc_10.42.42.6(pid=17648): stderr: \u000a| �[0;m�[38;5;43m20221208214729725 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208214729725 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb0f3c9fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208214729725 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208214729725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208214729725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208214729726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208214729729 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208214729730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208214729730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208214729730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:47:30.761982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17641): Terminating (SIGTERM)\u000a21:47:30.805639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17644): Terminating (SIGTERM)\u000a21:47:30.866290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17647): Terminating (SIGTERM)\u000a21:47:30.876863 --- ParallelTerminationStrategy: PID 17641 died...\u000a21:47:30.937399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17641): Terminated: ok {rc=0}\u000a21:47:30.948204 --- ParallelTerminationStrategy: PID 17644 died...\u000a21:47:31.013445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17644): Terminated: ok {rc=0}\u000a21:47:31.024326 --- ParallelTerminationStrategy: PID 17647 died...\u000a21:47:31.083083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17647): Terminated: ok {rc=0}\u000a21:47:31.174380 bus /sierra_3: Setting Powered False\u000a21:47:32.286391 bus /sierra_3: Setting Powered False\u000a21:47:33.398620 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:47:13" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17660): Process ended prematurely: osmo-stp_10.42.42.5(pid=17660) [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17660)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17660): Process ended prematurely: osmo-stp_10.42.42.5(pid=17660) [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17660)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a21:47:35.356688 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:35.367695 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:47:35.512017 tst mo_mt_call.py: using LAC 16960\u000a21:47:35.630445 tst mo_mt_call.py: using RAC 130\u000a21:47:35.749961 tst mo_mt_call.py: using CellId 16960\u000a21:47:35.868609 tst mo_mt_call.py: using BVCI 16961\u000a21:47:35.892010 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:35.902917 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:35.913615 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:35.924234 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:35.935018 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:35.945740 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:47:36.064894 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:47:36.276499 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:47:36.789855 run create_hlr_db(pid=17654): Launched\u000a21:47:36.978539 bus /sierra_2: Setting Powered False\u000a21:47:37.999767 run create_hlr_db(pid=17654): Terminated: ok {rc=0}\u000a21:47:38.410222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17656): Launched\u000a21:47:38.714545 run osmo-hlr_10.42.42.2(pid=17657): Launched\u000a21:47:38.835278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:47:39.370684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17659): Launched\u000a21:47:39.675757 run osmo-stp_10.42.42.5(pid=17660): Launched\u000a21:47:39.787866 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:47:40.345993 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17662): Launched\u000a21:47:40.650910 run osmo-msc_10.42.42.6(pid=17663): Launched\u000a21:47:40.830379 run osmo-stp_10.42.42.5(pid=17660): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17660)]\u000a21:47:40.960055 run osmo-stp_10.42.42.5(pid=17660): stdout: \u000a| (launched: 2022-12-08_21:47:39.525859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:41.087560 run osmo-stp_10.42.42.5(pid=17660): stderr: \u000a| �[0;m�[38;5;43m20221208214739697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214739698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214739698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214739698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214739699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214739699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214739699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:41.210618 run osmo-stp_10.42.42.5(pid=17660): stdout: \u000a| (launched: 2022-12-08_21:47:39.525859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:41.332070 run osmo-stp_10.42.42.5(pid=17660): stderr: \u000a| �[0;m�[38;5;43m20221208214739697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214739698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214739698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214739698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214739699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214739699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214739699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:41.385566 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17660): Process ended prematurely: osmo-stp_10.42.42.5(pid=17660) [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17660)] [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a21:47:41.393979 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a21:47:41.454847 run osmo-hlr_10.42.42.2(pid=17657): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17657)]\u000a21:47:41.505308 run osmo-hlr_10.42.42.2(pid=17657): stdout: \u000a| (launched: 2022-12-08_21:47:38.565103) \u000a21:47:41.556228 run osmo-hlr_10.42.42.2(pid=17657): stderr: \u000a| �[0;m�[1;31m20221208214738743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208214738743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208214738743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214738743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214738743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208214738743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208214738756 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208214738766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208214738766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208214738767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:47:41.625399 run osmo-msc_10.42.42.6(pid=17663): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17663)]\u000a21:47:41.675691 run osmo-msc_10.42.42.6(pid=17663): stdout: \u000a| (launched: 2022-12-08_21:47:40.500894) \u000a21:47:41.726333 run osmo-msc_10.42.42.6(pid=17663): stderr: \u000a| �[0;m�[38;5;43m20221208214740772 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208214740772 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2f9c8cbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208214740772 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208214740772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208214740772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208214740773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208214740774 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208214740775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208214740775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208214740775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:47:41.769158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17656): Terminating (SIGTERM)\u000a21:47:41.809664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17659): Terminating (SIGTERM)\u000a21:47:41.850321 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17662): Terminating (SIGTERM)\u000a21:47:41.859503 --- ParallelTerminationStrategy: PID 17656 died...\u000a21:47:41.914188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17656): Terminated: ok {rc=0}\u000a21:47:41.923893 --- ParallelTerminationStrategy: PID 17659 died...\u000a21:47:41.977783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17659): Terminated: ok {rc=0}\u000a21:47:41.987436 --- ParallelTerminationStrategy: PID 17662 died...\u000a21:47:42.041614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17662): Terminated: ok {rc=0}\u000a21:47:42.126842 bus /sierra_3: Setting Powered False\u000a21:47:43.235223 bus /sierra_3: Setting Powered False\u000a21:47:44.344749 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 22, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17671): Process ended prematurely: osmo-stp_10.42.42.5(pid=17671) [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17671)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17671): Process ended prematurely: osmo-stp_10.42.42.5(pid=17671) [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17671)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:47:45.459455 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:45.471418 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:47:45.625023 tst mo_mt_call_osmux.py: using LAC 16961\u000a21:47:45.757716 tst mo_mt_call_osmux.py: using RAC 131\u000a21:47:45.906580 tst mo_mt_call_osmux.py: using CellId 16961\u000a21:47:46.039124 tst mo_mt_call_osmux.py: using BVCI 16962\u000a21:47:46.065476 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:46.077940 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:46.090593 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:46.105210 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:46.119045 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:46.132094 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:47:46.277444 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:47:46.544228 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:47:47.083396 run create_hlr_db(pid=17665): Launched\u000a21:47:47.264543 bus /sierra_2: Setting Powered False\u000a21:47:48.282484 run create_hlr_db(pid=17665): Terminated: ok {rc=0}\u000a21:47:48.715797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17667): Launched\u000a21:47:49.040446 run osmo-hlr_10.42.42.2(pid=17668): Launched\u000a21:47:49.162622 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:47:49.730915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17670): Launched\u000a21:47:50.057275 run osmo-stp_10.42.42.5(pid=17671): Launched\u000a21:47:50.176366 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:47:50.771272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17673): Launched\u000a21:47:51.097759 run osmo-msc_10.42.42.6(pid=17674): Launched\u000a21:47:51.289100 run osmo-stp_10.42.42.5(pid=17671): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17671)]\u000a21:47:51.430405 run osmo-stp_10.42.42.5(pid=17671): stdout: \u000a| (launched: 2022-12-08_21:47:49.897166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:51.567529 run osmo-stp_10.42.42.5(pid=17671): stderr: \u000a| �[0;m�[38;5;43m20221208214750091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214750092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214750092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214750092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214750093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214750093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214750093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:51.699765 run osmo-stp_10.42.42.5(pid=17671): stdout: \u000a| (launched: 2022-12-08_21:47:49.897166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:51.830555 run osmo-stp_10.42.42.5(pid=17671): stderr: \u000a| �[0;m�[38;5;43m20221208214750091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214750092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214750092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214750092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214750093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214750093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214750093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:51.887864 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17671): Process ended prematurely: osmo-stp_10.42.42.5(pid=17671) [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17671)] [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a21:47:51.897489 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a21:47:51.962999 run osmo-hlr_10.42.42.2(pid=17668): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17668)]\u000a21:47:52.017118 run osmo-hlr_10.42.42.2(pid=17668): stdout: \u000a| (launched: 2022-12-08_21:47:48.881759) \u000a21:47:52.071282 run osmo-hlr_10.42.42.2(pid=17668): stderr: \u000a| �[0;m�[1;31m20221208214749081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208214749081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208214749081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214749081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214749081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208214749081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208214749094 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208214749102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208214749103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208214749103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:47:52.144301 run osmo-msc_10.42.42.6(pid=17674): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17674)]\u000a21:47:52.197964 run osmo-msc_10.42.42.6(pid=17674): stdout: \u000a| (launched: 2022-12-08_21:47:50.937458) \u000a21:47:52.251471 run osmo-msc_10.42.42.6(pid=17674): stderr: \u000a| �[0;m�[38;5;43m20221208214751281 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208214751282 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f08d6cdac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208214751282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208214751282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208214751282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208214751282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208214751284 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208214751284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208214751284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208214751284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:47:52.297320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17667): Terminating (SIGTERM)\u000a21:47:52.340830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17670): Terminating (SIGTERM)\u000a21:47:52.384385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17673): Terminating (SIGTERM)\u000a21:47:52.394734 --- ParallelTerminationStrategy: PID 17667 died...\u000a21:47:52.452906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17667): Terminated: ok {rc=0}\u000a21:47:52.463362 --- ParallelTerminationStrategy: PID 17670 died...\u000a21:47:52.520979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17670): Terminated: ok {rc=0}\u000a21:47:52.531810 --- ParallelTerminationStrategy: PID 17673 died...\u000a21:47:52.589922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17673): Terminated: ok {rc=0}\u000a21:47:52.678828 bus /sierra_3: Setting Powered False\u000a21:47:53.782115 bus /sierra_3: Setting Powered False\u000a21:47:54.895688 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:47:35" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17685): Process ended prematurely: osmo-stp_10.42.42.5(pid=17685) [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17685)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17685): Process ended prematurely: osmo-stp_10.42.42.5(pid=17685) [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17685)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:47:56.841340 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:47:56.852065 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:47:56.995866 tst mo_mt_call.py: using LAC 16962\u000a21:47:57.116067 tst mo_mt_call.py: using RAC 132\u000a21:47:57.234322 tst mo_mt_call.py: using CellId 16962\u000a21:47:57.352934 tst mo_mt_call.py: using BVCI 16963\u000a21:47:57.376386 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:47:57.387416 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:47:57.398129 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:47:57.408744 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:47:57.419403 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:47:57.430174 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:47:57.545401 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:47:57.756869 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:47:58.270655 run create_hlr_db(pid=17679): Launched\u000a21:47:58.458586 bus /sierra_2: Setting Powered False\u000a21:47:59.480824 run create_hlr_db(pid=17679): Terminated: ok {rc=0}\u000a21:47:59.914209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17681): Launched\u000a21:48:00.240905 run osmo-hlr_10.42.42.2(pid=17682): Launched\u000a21:48:00.362382 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:48:00.965556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17684): Launched\u000a21:48:01.391215 run osmo-stp_10.42.42.5(pid=17685): Launched\u000a21:48:01.611292 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:48:02.208405 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17687): Launched\u000a21:48:02.536518 run osmo-msc_10.42.42.6(pid=17688): Launched\u000a21:48:02.728169 run osmo-stp_10.42.42.5(pid=17685): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17685)]\u000a21:48:02.866988 run osmo-stp_10.42.42.5(pid=17685): stdout: \u000a| (launched: 2022-12-08_21:48:01.134069)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:03.006093 run osmo-stp_10.42.42.5(pid=17685): stderr: \u000a| �[0;m�[38;5;43m20221208214801478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214801478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214801478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214801479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214801479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214801479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214801479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:03.138899 run osmo-stp_10.42.42.5(pid=17685): stdout: \u000a| (launched: 2022-12-08_21:48:01.134069)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:03.269818 run osmo-stp_10.42.42.5(pid=17685): stderr: \u000a| �[0;m�[38;5;43m20221208214801478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214801478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214801478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214801479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214801479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214801479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214801479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:03.327349 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17685): Process ended prematurely: osmo-stp_10.42.42.5(pid=17685) [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17685)] [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a21:48:03.336470 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a21:48:03.402601 run osmo-hlr_10.42.42.2(pid=17682): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17682)]\u000a21:48:03.455996 run osmo-hlr_10.42.42.2(pid=17682): stdout: \u000a| (launched: 2022-12-08_21:48:00.080911) \u000a21:48:03.510037 run osmo-hlr_10.42.42.2(pid=17682): stderr: \u000a| �[0;m�[1;31m20221208214800281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208214800281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208214800281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214800281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214800281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208214800282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208214800294 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208214800302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208214800302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208214800302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:48:03.582730 run osmo-msc_10.42.42.6(pid=17688): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17688)]\u000a21:48:03.636333 run osmo-msc_10.42.42.6(pid=17688): stdout: \u000a| (launched: 2022-12-08_21:48:02.376496) \u000a21:48:03.690276 run osmo-msc_10.42.42.6(pid=17688): stderr: \u000a| �[0;m�[38;5;43m20221208214802700 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208214802700 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2740886c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208214802700 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208214802700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208214802700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208214802700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208214802702 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208214802703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208214802703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208214802703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:48:03.735903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17681): Terminating (SIGTERM)\u000a21:48:03.778779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17684): Terminating (SIGTERM)\u000a21:48:03.822063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17687): Terminating (SIGTERM)\u000a21:48:03.832673 --- ParallelTerminationStrategy: PID 17681 died...\u000a21:48:03.890482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17681): Terminated: ok {rc=0}\u000a21:48:03.901839 --- ParallelTerminationStrategy: PID 17684 died...\u000a21:48:03.959814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17684): Terminated: ok {rc=0}\u000a21:48:03.970145 --- ParallelTerminationStrategy: PID 17687 died...\u000a21:48:04.028591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17687): Terminated: ok {rc=0}\u000a21:48:04.116133 bus /sierra_3: Setting Powered False\u000a21:48:05.224924 bus /sierra_3: Setting Powered False\u000a21:48:06.334550 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17696): Process ended prematurely: osmo-stp_10.42.42.5(pid=17696) [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17696)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17696): Process ended prematurely: osmo-stp_10.42.42.5(pid=17696) [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17696)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:48:07.445295 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:48:07.456727 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:48:07.601883 tst mo_mt_call_osmux.py: using LAC 16963\u000a21:48:07.720645 tst mo_mt_call_osmux.py: using RAC 133\u000a21:48:07.842362 tst mo_mt_call_osmux.py: using CellId 16963\u000a21:48:07.965054 tst mo_mt_call_osmux.py: using BVCI 16964\u000a21:48:07.988445 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:48:07.999327 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:48:08.010099 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:48:08.020762 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:48:08.031465 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:48:08.042234 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:48:08.160403 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:48:08.361389 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:48:08.849122 run create_hlr_db(pid=17690): Launched\u000a21:48:09.024154 bus /sierra_2: Setting Powered False\u000a21:48:10.047505 run create_hlr_db(pid=17690): Terminated: ok {rc=0}\u000a21:48:10.479589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17692): Launched\u000a21:48:10.806045 run osmo-hlr_10.42.42.2(pid=17693): Launched\u000a21:48:10.925496 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:48:11.491334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17695): Launched\u000a21:48:11.816314 run osmo-stp_10.42.42.5(pid=17696): Launched\u000a21:48:11.934716 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:48:12.530323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17698): Launched\u000a21:48:12.856667 run osmo-msc_10.42.42.6(pid=17699): Launched\u000a21:48:13.048407 run osmo-stp_10.42.42.5(pid=17696): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17696)]\u000a21:48:13.187496 run osmo-stp_10.42.42.5(pid=17696): stdout: \u000a| (launched: 2022-12-08_21:48:11.657366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:13.325868 run osmo-stp_10.42.42.5(pid=17696): stderr: \u000a| �[0;m�[38;5;43m20221208214811850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214811850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214811850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214811851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214811851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214811851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214811851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:13.457680 run osmo-stp_10.42.42.5(pid=17696): stdout: \u000a| (launched: 2022-12-08_21:48:11.657366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:13.588011 run osmo-stp_10.42.42.5(pid=17696): stderr: \u000a| �[0;m�[38;5;43m20221208214811850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214811850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214811850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214811851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214811851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214811851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214811851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:13.645682 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17696): Process ended prematurely: osmo-stp_10.42.42.5(pid=17696) [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17696)] [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a21:48:13.655089 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a21:48:13.719858 run osmo-hlr_10.42.42.2(pid=17693): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17693)]\u000a21:48:13.773065 run osmo-hlr_10.42.42.2(pid=17693): stdout: \u000a| (launched: 2022-12-08_21:48:10.645989) \u000a21:48:13.826923 run osmo-hlr_10.42.42.2(pid=17693): stderr: \u000a| �[0;m�[1;31m20221208214810846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208214810846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208214810846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214810846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214810846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208214810846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208214810858 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208214810866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208214810867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208214810867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:48:13.899890 run osmo-msc_10.42.42.6(pid=17699): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17699)]\u000a21:48:13.953521 run osmo-msc_10.42.42.6(pid=17699): stdout: \u000a| (launched: 2022-12-08_21:48:12.696780) \u000a21:48:14.007418 run osmo-msc_10.42.42.6(pid=17699): stderr: \u000a| �[0;m�[38;5;43m20221208214813019 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208214813019 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd6039e5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208214813020 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208214813020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208214813020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208214813020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208214813022 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208214813022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208214813022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208214813022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:48:14.053514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17692): Terminating (SIGTERM)\u000a21:48:14.096716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17695): Terminating (SIGTERM)\u000a21:48:14.140264 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17698): Terminating (SIGTERM)\u000a21:48:14.150259 --- ParallelTerminationStrategy: PID 17692 died...\u000a21:48:14.207914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17692): Terminated: ok {rc=0}\u000a21:48:14.218373 --- ParallelTerminationStrategy: PID 17695 died...\u000a21:48:14.275607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17695): Terminated: ok {rc=0}\u000a21:48:14.286293 --- ParallelTerminationStrategy: PID 17698 died...\u000a21:48:14.343814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17698): Terminated: ok {rc=0}\u000a21:48:14.432651 bus /sierra_3: Setting Powered False\u000a21:48:15.541244 bus /sierra_3: Setting Powered False\u000a21:48:16.659456 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:47:56" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17710): Process ended prematurely: osmo-stp_10.42.42.5(pid=17710) [trial-2350↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17710)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17710): Process ended prematurely: osmo-stp_10.42.42.5(pid=17710) [trial-2350↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17710)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a21:48:18.625142 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:18.636522 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a21:48:18.789515 tst mo_mt_call.py: using LAC 16964\u000a21:48:18.919095 tst mo_mt_call.py: using RAC 134\u000a21:48:19.048398 tst mo_mt_call.py: using CellId 16964\u000a21:48:19.175914 tst mo_mt_call.py: using BVCI 16965\u000a21:48:19.200729 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:19.212096 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:19.223460 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:19.235061 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:19.246650 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:19.258275 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:48:19.375968 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:48:19.577353 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:48:20.066090 run create_hlr_db(pid=17704): Launched\u000a21:48:20.241203 bus /sierra_2: Setting Powered False\u000a21:48:21.264045 run create_hlr_db(pid=17704): Terminated: ok {rc=0}\u000a21:48:21.669297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17706): Launched\u000a21:48:21.972681 run osmo-hlr_10.42.42.2(pid=17707): Launched\u000a21:48:22.092917 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:48:22.629175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17709): Launched\u000a21:48:22.931392 run osmo-stp_10.42.42.5(pid=17710): Launched\u000a21:48:23.041297 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:48:23.595836 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17712): Launched\u000a21:48:23.909339 run osmo-msc_10.42.42.6(pid=17713): Launched\u000a21:48:24.103015 run osmo-stp_10.42.42.5(pid=17710): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17710)]\u000a21:48:24.244933 run osmo-stp_10.42.42.5(pid=17710): stdout: \u000a| (launched: 2022-12-08_21:48:22.783455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:24.383072 run osmo-stp_10.42.42.5(pid=17710): stderr: \u000a| �[0;m�[38;5;43m20221208214822953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214822953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214822953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214822954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214822954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214822954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214822954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:24.514248 run osmo-stp_10.42.42.5(pid=17710): stdout: \u000a| (launched: 2022-12-08_21:48:22.783455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:24.644687 run osmo-stp_10.42.42.5(pid=17710): stderr: \u000a| �[0;m�[38;5;43m20221208214822953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214822953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214822953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214822954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214822954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214822954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214822954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:24.702025 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17710): Process ended prematurely: osmo-stp_10.42.42.5(pid=17710) [trial-2350↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17710)] [trial-2350↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a21:48:24.711304 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a21:48:24.778261 run osmo-hlr_10.42.42.2(pid=17707): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17707)]\u000a21:48:24.828870 run osmo-hlr_10.42.42.2(pid=17707): stdout: \u000a| (launched: 2022-12-08_21:48:21.823738) \u000a21:48:24.879477 run osmo-hlr_10.42.42.2(pid=17707): stderr: \u000a| �[0;m�[1;31m20221208214821998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208214821998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208214821998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214821998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214821998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208214821998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208214822010 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208214822019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208214822020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208214822020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:48:24.948761 run osmo-msc_10.42.42.6(pid=17713): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17713)]\u000a21:48:24.999059 run osmo-msc_10.42.42.6(pid=17713): stdout: \u000a| (launched: 2022-12-08_21:48:23.750402) \u000a21:48:25.049439 run osmo-msc_10.42.42.6(pid=17713): stderr: \u000a| �[0;m�[38;5;43m20221208214824064 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208214824064 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd02def1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208214824064 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208214824065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208214824065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208214824065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208214824067 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208214824067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208214824067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208214824067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:48:25.092463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17706): Terminating (SIGTERM)\u000a21:48:25.133290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17709): Terminating (SIGTERM)\u000a21:48:25.174036 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17712): Terminating (SIGTERM)\u000a21:48:25.183781 --- ParallelTerminationStrategy: PID 17706 died...\u000a21:48:25.239127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17706): Terminated: ok {rc=0}\u000a21:48:25.248814 --- ParallelTerminationStrategy: PID 17709 died...\u000a21:48:25.303162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17709): Terminated: ok {rc=0}\u000a21:48:25.313763 --- ParallelTerminationStrategy: PID 17712 died...\u000a21:48:25.368398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17712): Terminated: ok {rc=0}\u000a21:48:25.453626 bus /sierra_3: Setting Powered False\u000a21:48:26.563022 bus /sierra_3: Setting Powered False\u000a21:48:27.672280 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 29, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17721): Process ended prematurely: osmo-stp_10.42.42.5(pid=17721) [trial-2350↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17721)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17721): Process ended prematurely: osmo-stp_10.42.42.5(pid=17721) [trial-2350↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17721)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:48:28.788478 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:28.800637 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a21:48:28.954602 tst mo_mt_call_osmux.py: using LAC 16965\u000a21:48:29.084367 tst mo_mt_call_osmux.py: using RAC 135\u000a21:48:29.206967 tst mo_mt_call_osmux.py: using CellId 16965\u000a21:48:29.330165 tst mo_mt_call_osmux.py: using BVCI 16966\u000a21:48:29.353526 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:29.364288 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:29.375035 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:29.386227 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:29.397496 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:29.408941 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:48:29.528689 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:48:29.729998 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:48:30.217940 run create_hlr_db(pid=17715): Launched\u000a21:48:30.393564 bus /sierra_2: Setting Powered False\u000a21:48:31.467942 run create_hlr_db(pid=17715): Terminated: ok {rc=0}\u000a21:48:31.931185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17717): Launched\u000a21:48:32.261264 run osmo-hlr_10.42.42.2(pid=17718): Launched\u000a21:48:32.372942 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:48:32.903027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17720): Launched\u000a21:48:33.207193 run osmo-stp_10.42.42.5(pid=17721): Launched\u000a21:48:33.318153 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:48:33.874571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17723): Launched\u000a21:48:34.179315 run osmo-msc_10.42.42.6(pid=17724): Launched\u000a21:48:34.357614 run osmo-stp_10.42.42.5(pid=17721): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17721)]\u000a21:48:34.487262 run osmo-stp_10.42.42.5(pid=17721): stdout: \u000a| (launched: 2022-12-08_21:48:33.057860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:34.615030 run osmo-stp_10.42.42.5(pid=17721): stderr: \u000a| �[0;m�[38;5;43m20221208214833232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214833232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214833232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214833233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214833233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214833233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214833233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:34.737710 run osmo-stp_10.42.42.5(pid=17721): stdout: \u000a| (launched: 2022-12-08_21:48:33.057860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:34.859019 run osmo-stp_10.42.42.5(pid=17721): stderr: \u000a| �[0;m�[38;5;43m20221208214833232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214833232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214833232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214833233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214833233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214833233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214833233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:34.912572 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17721): Process ended prematurely: osmo-stp_10.42.42.5(pid=17721) [trial-2350↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17721)] [trial-2350↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a21:48:34.921388 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a21:48:34.982332 run osmo-hlr_10.42.42.2(pid=17718): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17718)]\u000a21:48:35.032893 run osmo-hlr_10.42.42.2(pid=17718): stdout: \u000a| (launched: 2022-12-08_21:48:32.102503) \u000a21:48:35.083819 run osmo-hlr_10.42.42.2(pid=17718): stderr: \u000a| �[0;m�[1;31m20221208214832287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208214832287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208214832287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214832287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214832287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208214832287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208214832302 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208214832312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208214832312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208214832312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:48:35.152474 run osmo-msc_10.42.42.6(pid=17724): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17724)]\u000a21:48:35.202482 run osmo-msc_10.42.42.6(pid=17724): stdout: \u000a| (launched: 2022-12-08_21:48:34.029492) \u000a21:48:35.252822 run osmo-msc_10.42.42.6(pid=17724): stderr: \u000a| �[0;m�[38;5;43m20221208214834304 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208214834304 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe80583cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208214834304 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208214834304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208214834304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208214834305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208214834307 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208214834308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208214834308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208214834308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:48:35.295100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17717): Terminating (SIGTERM)\u000a21:48:35.335511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17720): Terminating (SIGTERM)\u000a21:48:35.375921 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17723): Terminating (SIGTERM)\u000a21:48:35.385343 --- ParallelTerminationStrategy: PID 17717 died...\u000a21:48:35.439788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17717): Terminated: ok {rc=0}\u000a21:48:35.449719 --- ParallelTerminationStrategy: PID 17720 died...\u000a21:48:35.503883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17720): Terminated: ok {rc=0}\u000a21:48:35.513758 --- ParallelTerminationStrategy: PID 17723 died...\u000a21:48:35.567599 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17723): Terminated: ok {rc=0}\u000a21:48:35.657315 bus /sierra_3: Setting Powered False\u000a21:48:36.761326 bus /sierra_3: Setting Powered False\u000a21:48:37.873553 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:48:18" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17735): Process ended prematurely: osmo-stp_10.42.42.5(pid=17735) [trial-2350↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17735)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17735): Process ended prematurely: osmo-stp_10.42.42.5(pid=17735) [trial-2350↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17735)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:48:39.827410 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:39.838881 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:48:39.993445 tst mo_mt_call.py: using LAC 16966\u000a21:48:40.124186 tst mo_mt_call.py: using RAC 136\u000a21:48:40.252154 tst mo_mt_call.py: using CellId 16966\u000a21:48:40.382604 tst mo_mt_call.py: using BVCI 16967\u000a21:48:40.407689 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:40.419104 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:40.430380 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:40.442006 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:40.453818 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:40.465279 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:48:40.584418 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:48:40.793762 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:48:41.306934 run create_hlr_db(pid=17729): Launched\u000a21:48:41.495845 bus /sierra_2: Setting Powered False\u000a21:48:42.506468 run create_hlr_db(pid=17729): Terminated: ok {rc=0}\u000a21:48:42.920808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17731): Launched\u000a21:48:43.224421 run osmo-hlr_10.42.42.2(pid=17732): Launched\u000a21:48:43.341021 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:48:43.868676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17734): Launched\u000a21:48:44.174053 run osmo-stp_10.42.42.5(pid=17735): Launched\u000a21:48:44.285378 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:48:44.842947 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17737): Launched\u000a21:48:45.148775 run osmo-msc_10.42.42.6(pid=17738): Launched\u000a21:48:45.333307 run osmo-stp_10.42.42.5(pid=17735): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17735)]\u000a21:48:45.464043 run osmo-stp_10.42.42.5(pid=17735): stdout: \u000a| (launched: 2022-12-08_21:48:44.023717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:45.592451 run osmo-stp_10.42.42.5(pid=17735): stderr: \u000a| �[0;m�[38;5;43m20221208214844196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214844197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214844197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214844197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214844198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214844198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214844198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:45.715707 run osmo-stp_10.42.42.5(pid=17735): stdout: \u000a| (launched: 2022-12-08_21:48:44.023717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:45.841870 run osmo-stp_10.42.42.5(pid=17735): stderr: \u000a| �[0;m�[38;5;43m20221208214844196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214844197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214844197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214844197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214844198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214844198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214844198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:45.915607 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17735): Process ended prematurely: osmo-stp_10.42.42.5(pid=17735) [trial-2350↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17735)] [trial-2350↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a21:48:45.924751 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a21:48:45.987417 run osmo-hlr_10.42.42.2(pid=17732): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17732)]\u000a21:48:46.044000 run osmo-hlr_10.42.42.2(pid=17732): stdout: \u000a| (launched: 2022-12-08_21:48:43.075913) \u000a21:48:46.107163 run osmo-hlr_10.42.42.2(pid=17732): stderr: \u000a| �[0;m�[1;31m20221208214843254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208214843254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208214843254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214843254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214843254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208214843254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208214843266 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208214843275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208214843276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208214843276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:48:46.191830 run osmo-msc_10.42.42.6(pid=17738): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17738)]\u000a21:48:46.253084 run osmo-msc_10.42.42.6(pid=17738): stdout: \u000a| (launched: 2022-12-08_21:48:44.998124) \u000a21:48:46.315787 run osmo-msc_10.42.42.6(pid=17738): stderr: \u000a| �[0;m�[38;5;43m20221208214845270 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208214845270 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc4ac5e3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208214845270 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208214845270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208214845271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208214845271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208214845273 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208214845273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208214845273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208214845273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:48:46.365014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17731): Terminating (SIGTERM)\u000a21:48:46.411951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17734): Terminating (SIGTERM)\u000a21:48:46.463155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17737): Terminating (SIGTERM)\u000a21:48:46.474630 --- ParallelTerminationStrategy: PID 17731 died...\u000a21:48:46.540195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17731): Terminated: ok {rc=0}\u000a21:48:46.552907 --- ParallelTerminationStrategy: PID 17734 died...\u000a21:48:46.621207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17734): Terminated: ok {rc=0}\u000a21:48:46.633882 --- ParallelTerminationStrategy: PID 17737 died...\u000a21:48:46.699159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17737): Terminated: ok {rc=0}\u000a21:48:46.801880 bus /sierra_3: Setting Powered False\u000a21:48:47.905967 bus /sierra_3: Setting Powered False\u000a21:48:49.018789 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 20, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17756): Process ended prematurely: osmo-stp_10.42.42.5(pid=17756) [trial-2350↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17756)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17756): Process ended prematurely: osmo-stp_10.42.42.5(pid=17756) [trial-2350↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17756)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:48:50.129862 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:50.141441 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:48:50.286488 tst mo_mt_call_osmux.py: using LAC 16967\u000a21:48:50.409157 tst mo_mt_call_osmux.py: using RAC 137\u000a21:48:50.531769 tst mo_mt_call_osmux.py: using CellId 16967\u000a21:48:50.654144 tst mo_mt_call_osmux.py: using BVCI 16968\u000a21:48:50.677446 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:50.688271 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:50.699051 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:50.709771 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:50.720394 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:50.731191 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:48:50.850499 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:48:51.056328 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:48:51.544404 run create_hlr_db(pid=17750): Launched\u000a21:48:51.719524 bus /sierra_2: Setting Powered False\u000a21:48:52.742740 run create_hlr_db(pid=17750): Terminated: ok {rc=0}\u000a21:48:53.147600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17752): Launched\u000a21:48:53.450452 run osmo-hlr_10.42.42.2(pid=17753): Launched\u000a21:48:53.565268 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:48:54.092549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17755): Launched\u000a21:48:54.395928 run osmo-stp_10.42.42.5(pid=17756): Launched\u000a21:48:54.506583 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:48:55.062532 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17758): Launched\u000a21:48:55.367923 run osmo-msc_10.42.42.6(pid=17759): Launched\u000a21:48:55.547869 run osmo-stp_10.42.42.5(pid=17756): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17756)]\u000a21:48:55.677926 run osmo-stp_10.42.42.5(pid=17756): stdout: \u000a| (launched: 2022-12-08_21:48:54.246995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:55.805451 run osmo-stp_10.42.42.5(pid=17756): stderr: \u000a| �[0;m�[38;5;43m20221208214854416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214854417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214854417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214854417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214854418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214854418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214854418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:55.928730 run osmo-stp_10.42.42.5(pid=17756): stdout: \u000a| (launched: 2022-12-08_21:48:54.246995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:56.051038 run osmo-stp_10.42.42.5(pid=17756): stderr: \u000a| �[0;m�[38;5;43m20221208214854416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214854417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214854417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214854417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214854418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214854418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214854418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:56.104833 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17756): Process ended prematurely: osmo-stp_10.42.42.5(pid=17756) [trial-2350↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17756)] [trial-2350↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a21:48:56.113688 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a21:48:56.174218 run osmo-hlr_10.42.42.2(pid=17753): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17753)]\u000a21:48:56.223878 run osmo-hlr_10.42.42.2(pid=17753): stdout: \u000a| (launched: 2022-12-08_21:48:53.302484) \u000a21:48:56.273988 run osmo-hlr_10.42.42.2(pid=17753): stderr: \u000a| �[0;m�[1;31m20221208214853480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208214853480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208214853480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214853481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214853481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208214853481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208214853493 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208214853502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208214853502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208214853502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:48:56.341810 run osmo-msc_10.42.42.6(pid=17759): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17759)]\u000a21:48:56.391218 run osmo-msc_10.42.42.6(pid=17759): stdout: \u000a| (launched: 2022-12-08_21:48:55.217672) \u000a21:48:56.441233 run osmo-msc_10.42.42.6(pid=17759): stderr: \u000a| �[0;m�[38;5;43m20221208214855493 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208214855493 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f449c730c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208214855493 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208214855493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208214855493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208214855493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208214855495 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208214855495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208214855495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208214855496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:48:56.483574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17752): Terminating (SIGTERM)\u000a21:48:56.523583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17755): Terminating (SIGTERM)\u000a21:48:56.563927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17758): Terminating (SIGTERM)\u000a21:48:56.573225 --- ParallelTerminationStrategy: PID 17752 died...\u000a21:48:56.627087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17752): Terminated: ok {rc=0}\u000a21:48:56.636695 --- ParallelTerminationStrategy: PID 17755 died...\u000a21:48:56.691219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17755): Terminated: ok {rc=0}\u000a21:48:56.700710 --- ParallelTerminationStrategy: PID 17758 died...\u000a21:48:56.753941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17758): Terminated: ok {rc=0}\u000a21:48:56.843633 bus /sierra_3: Setting Powered False\u000a21:48:57.947571 bus /sierra_3: Setting Powered False\u000a21:48:59.059627 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:48:39" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17771): Process ended prematurely: osmo-stp_10.42.42.5(pid=17771) [trial-2350↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17771)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17771): Process ended prematurely: osmo-stp_10.42.42.5(pid=17771) [trial-2350↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17771)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a21:49:01.036495 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:01.051590 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:49:01.215101 tst mo_mt_call.py: using LAC 16968\u000a21:49:01.378979 tst mo_mt_call.py: using RAC 138\u000a21:49:01.538217 tst mo_mt_call.py: using CellId 16968\u000a21:49:01.695750 tst mo_mt_call.py: using BVCI 16969\u000a21:49:01.728838 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:01.743939 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:01.758284 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:01.773750 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:01.787203 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:01.801684 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:49:01.942546 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:49:02.200086 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:49:02.699089 run create_hlr_db(pid=17765): Launched\u000a21:49:02.874870 bus /sierra_2: Setting Powered False\u000a21:49:03.897738 run create_hlr_db(pid=17765): Terminated: ok {rc=0}\u000a21:49:04.331493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17767): Launched\u000a21:49:04.658883 run osmo-hlr_10.42.42.2(pid=17768): Launched\u000a21:49:04.780673 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:49:05.351613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17770): Launched\u000a21:49:05.678922 run osmo-stp_10.42.42.5(pid=17771): Launched\u000a21:49:05.799911 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:49:06.396632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17773): Launched\u000a21:49:06.721937 run osmo-msc_10.42.42.6(pid=17774): Launched\u000a21:49:06.913774 run osmo-stp_10.42.42.5(pid=17771): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17771)]\u000a21:49:07.053434 run osmo-stp_10.42.42.5(pid=17771): stdout: \u000a| (launched: 2022-12-08_21:49:05.517971)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:07.192091 run osmo-stp_10.42.42.5(pid=17771): stderr: \u000a| �[0;m�[38;5;43m20221208214905714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214905714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214905714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214905715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214905715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214905715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214905715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:07.324115 run osmo-stp_10.42.42.5(pid=17771): stdout: \u000a| (launched: 2022-12-08_21:49:05.517971)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:07.454674 run osmo-stp_10.42.42.5(pid=17771): stderr: \u000a| �[0;m�[38;5;43m20221208214905714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214905714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214905714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214905715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214905715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214905715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214905715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:07.511955 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17771): Process ended prematurely: osmo-stp_10.42.42.5(pid=17771) [trial-2350↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17771)] [trial-2350↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a21:49:07.521231 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a21:49:07.585368 run osmo-hlr_10.42.42.2(pid=17768): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17768)]\u000a21:49:07.637982 run osmo-hlr_10.42.42.2(pid=17768): stdout: \u000a| (launched: 2022-12-08_21:49:04.498068) \u000a21:49:07.691352 run osmo-hlr_10.42.42.2(pid=17768): stderr: \u000a| �[0;m�[1;31m20221208214904697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208214904697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208214904697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214904697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214904697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208214904697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208214904710 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208214904721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208214904721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208214904721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:49:07.763618 run osmo-msc_10.42.42.6(pid=17774): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17774)]\u000a21:49:07.816293 run osmo-msc_10.42.42.6(pid=17774): stdout: \u000a| (launched: 2022-12-08_21:49:06.563050) \u000a21:49:07.869413 run osmo-msc_10.42.42.6(pid=17774): stderr: \u000a| �[0;m�[38;5;43m20221208214906886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208214906886 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1edfbd9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208214906886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208214906886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208214906886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208214906886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208214906888 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208214906889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208214906889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208214906889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:49:07.914276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17767): Terminating (SIGTERM)\u000a21:49:07.957528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17770): Terminating (SIGTERM)\u000a21:49:08.000087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17773): Terminating (SIGTERM)\u000a21:49:08.010174 --- ParallelTerminationStrategy: PID 17767 died...\u000a21:49:08.067899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17767): Terminated: ok {rc=0}\u000a21:49:08.078130 --- ParallelTerminationStrategy: PID 17770 died...\u000a21:49:08.135325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17770): Terminated: ok {rc=0}\u000a21:49:08.145910 --- ParallelTerminationStrategy: PID 17773 died...\u000a21:49:08.202865 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17773): Terminated: ok {rc=0}\u000a21:49:08.291378 bus /sierra_3: Setting Powered False\u000a21:49:09.398727 bus /sierra_3: Setting Powered False\u000a21:49:10.511027 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17782): Process ended prematurely: osmo-stp_10.42.42.5(pid=17782) [trial-2350↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17782)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17782): Process ended prematurely: osmo-stp_10.42.42.5(pid=17782) [trial-2350↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17782)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:49:11.621062 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:11.632771 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:49:11.783486 tst mo_mt_call_osmux.py: using LAC 16969\u000a21:49:11.901849 tst mo_mt_call_osmux.py: using RAC 139\u000a21:49:12.022984 tst mo_mt_call_osmux.py: using CellId 16969\u000a21:49:12.141550 tst mo_mt_call_osmux.py: using BVCI 16970\u000a21:49:12.164797 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:12.175789 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:12.186625 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:12.197424 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:12.208202 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:12.219443 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:49:12.333150 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:49:12.537205 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:49:13.025668 run create_hlr_db(pid=17776): Launched\u000a21:49:13.200438 bus /sierra_2: Setting Powered False\u000a21:49:14.223717 run create_hlr_db(pid=17776): Terminated: ok {rc=0}\u000a21:49:14.657279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17778): Launched\u000a21:49:14.985365 run osmo-hlr_10.42.42.2(pid=17779): Launched\u000a21:49:15.106986 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:49:15.677883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17781): Launched\u000a21:49:16.188092 run osmo-stp_10.42.42.5(pid=17782): Launched\u000a21:49:16.432233 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:49:17.063860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17784): Launched\u000a21:49:17.421074 run osmo-msc_10.42.42.6(pid=17785): Launched\u000a21:49:17.603528 run osmo-stp_10.42.42.5(pid=17782): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17782)]\u000a21:49:17.734190 run osmo-stp_10.42.42.5(pid=17782): stdout: \u000a| (launched: 2022-12-08_21:49:15.861524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:17.862368 run osmo-stp_10.42.42.5(pid=17782): stderr: \u000a| �[0;m�[38;5;43m20221208214916097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214916097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214916098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214916098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214916102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214916102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214916102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:17.984774 run osmo-stp_10.42.42.5(pid=17782): stdout: \u000a| (launched: 2022-12-08_21:49:15.861524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:18.106782 run osmo-stp_10.42.42.5(pid=17782): stderr: \u000a| �[0;m�[38;5;43m20221208214916097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214916097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214916098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214916098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214916102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214916102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214916102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:18.160046 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17782): Process ended prematurely: osmo-stp_10.42.42.5(pid=17782) [trial-2350↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17782)] [trial-2350↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a21:49:18.168778 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a21:49:18.229227 run osmo-hlr_10.42.42.2(pid=17779): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17779)]\u000a21:49:18.279265 run osmo-hlr_10.42.42.2(pid=17779): stdout: \u000a| (launched: 2022-12-08_21:49:14.824736) \u000a21:49:18.329713 run osmo-hlr_10.42.42.2(pid=17779): stderr: \u000a| �[0;m�[1;31m20221208214915024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208214915025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208214915025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214915025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214915025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208214915025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208214915038 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208214915046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208214915046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208214915046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:49:18.398280 run osmo-msc_10.42.42.6(pid=17785): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17785)]\u000a21:49:18.447825 run osmo-msc_10.42.42.6(pid=17785): stdout: \u000a| (launched: 2022-12-08_21:49:17.223038) \u000a21:49:18.498031 run osmo-msc_10.42.42.6(pid=17785): stderr: \u000a| �[0;m�[38;5;43m20221208214917541 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208214917541 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa1f3469c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208214917542 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208214917542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208214917542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208214917542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208214917544 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208214917544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208214917544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208214917544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:49:18.540476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17778): Terminating (SIGTERM)\u000a21:49:18.580485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17781): Terminating (SIGTERM)\u000a21:49:18.620534 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17784): Terminating (SIGTERM)\u000a21:49:18.629820 --- ParallelTerminationStrategy: PID 17778 died...\u000a21:49:18.684168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17778): Terminated: ok {rc=0}\u000a21:49:18.693806 --- ParallelTerminationStrategy: PID 17781 died...\u000a21:49:18.747152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17781): Terminated: ok {rc=0}\u000a21:49:18.756712 --- ParallelTerminationStrategy: PID 17784 died...\u000a21:49:18.810307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17784): Terminated: ok {rc=0}\u000a21:49:18.894766 bus /sierra_3: Setting Powered False\u000a21:49:20.002597 bus /sierra_3: Setting Powered False\u000a21:49:21.115145 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:49:00" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17796): Process ended prematurely: osmo-stp_10.42.42.5(pid=17796) [trial-2350↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17796)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17796): Process ended prematurely: osmo-stp_10.42.42.5(pid=17796) [trial-2350↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17796)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a21:49:23.072522 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:23.083744 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:49:23.237201 tst mo_mt_call.py: using LAC 16970\u000a21:49:23.366856 tst mo_mt_call.py: using RAC 140\u000a21:49:23.498769 tst mo_mt_call.py: using CellId 16970\u000a21:49:23.625944 tst mo_mt_call.py: using BVCI 16971\u000a21:49:23.650956 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:23.662199 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:23.673247 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:23.684392 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:23.695637 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:23.707000 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:49:23.826235 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:49:24.030915 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:49:24.517723 run create_hlr_db(pid=17790): Launched\u000a21:49:24.692279 bus /sierra_2: Setting Powered False\u000a21:49:25.715288 run create_hlr_db(pid=17790): Terminated: ok {rc=0}\u000a21:49:26.147845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17792): Launched\u000a21:49:26.473126 run osmo-hlr_10.42.42.2(pid=17793): Launched\u000a21:49:26.594713 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:49:27.167301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17795): Launched\u000a21:49:27.494792 run osmo-stp_10.42.42.5(pid=17796): Launched\u000a21:49:27.614617 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:49:28.211489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17798): Launched\u000a21:49:28.538333 run osmo-msc_10.42.42.6(pid=17799): Launched\u000a21:49:28.731295 run osmo-stp_10.42.42.5(pid=17796): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17796)]\u000a21:49:28.870662 run osmo-stp_10.42.42.5(pid=17796): stdout: \u000a| (launched: 2022-12-08_21:49:27.334972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:29.009888 run osmo-stp_10.42.42.5(pid=17796): stderr: \u000a| �[0;m�[38;5;43m20221208214927528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214927528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214927528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214927529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214927531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214927531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214927531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:29.142168 run osmo-stp_10.42.42.5(pid=17796): stdout: \u000a| (launched: 2022-12-08_21:49:27.334972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:29.272442 run osmo-stp_10.42.42.5(pid=17796): stderr: \u000a| �[0;m�[38;5;43m20221208214927528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214927528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214927528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214927529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214927531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214927531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214927531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:29.329907 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17796): Process ended prematurely: osmo-stp_10.42.42.5(pid=17796) [trial-2350↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17796)] [trial-2350↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a21:49:29.339170 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a21:49:29.403584 run osmo-hlr_10.42.42.2(pid=17793): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17793)]\u000a21:49:29.456038 run osmo-hlr_10.42.42.2(pid=17793): stdout: \u000a| (launched: 2022-12-08_21:49:26.313745) \u000a21:49:29.509339 run osmo-hlr_10.42.42.2(pid=17793): stderr: \u000a| �[0;m�[1;31m20221208214926513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208214926513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208214926513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214926514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214926514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208214926514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208214926525 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208214926534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208214926534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208214926534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:49:29.581322 run osmo-msc_10.42.42.6(pid=17799): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17799)]\u000a21:49:29.633689 run osmo-msc_10.42.42.6(pid=17799): stdout: \u000a| (launched: 2022-12-08_21:49:28.377943) \u000a21:49:29.686637 run osmo-msc_10.42.42.6(pid=17799): stderr: \u000a| �[0;m�[38;5;43m20221208214928700 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208214928700 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb2742efc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208214928701 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208214928701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208214928701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208214928701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208214928703 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208214928703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208214928703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208214928703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:49:29.731762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17792): Terminating (SIGTERM)\u000a21:49:29.774575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17795): Terminating (SIGTERM)\u000a21:49:29.817482 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17798): Terminating (SIGTERM)\u000a21:49:29.827279 --- ParallelTerminationStrategy: PID 17792 died...\u000a21:49:29.884543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17792): Terminated: ok {rc=0}\u000a21:49:29.894739 --- ParallelTerminationStrategy: PID 17795 died...\u000a21:49:29.951728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17795): Terminated: ok {rc=0}\u000a21:49:29.961911 --- ParallelTerminationStrategy: PID 17798 died...\u000a21:49:30.019285 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17798): Terminated: ok {rc=0}\u000a21:49:30.107967 bus /sierra_3: Setting Powered False\u000a21:49:31.218896 bus /sierra_3: Setting Powered False\u000a21:49:32.332873 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17807): Process ended prematurely: osmo-stp_10.42.42.5(pid=17807) [trial-2350↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17807)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17807): Process ended prematurely: osmo-stp_10.42.42.5(pid=17807) [trial-2350↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17807)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:49:33.443384 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:33.454844 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:49:33.601535 tst mo_mt_call_osmux.py: using LAC 16971\u000a21:49:33.721286 tst mo_mt_call_osmux.py: using RAC 141\u000a21:49:33.842780 tst mo_mt_call_osmux.py: using CellId 16971\u000a21:49:33.967661 tst mo_mt_call_osmux.py: using BVCI 16972\u000a21:49:33.990918 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:34.001843 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:34.012296 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:34.022919 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:34.033596 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:34.044130 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:49:34.161622 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:49:34.363291 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:49:34.851149 run create_hlr_db(pid=17801): Launched\u000a21:49:35.026799 bus /sierra_2: Setting Powered False\u000a21:49:36.048483 run create_hlr_db(pid=17801): Terminated: ok {rc=0}\u000a21:49:36.454266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17803): Launched\u000a21:49:36.758617 run osmo-hlr_10.42.42.2(pid=17804): Launched\u000a21:49:36.871383 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:49:37.401506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17806): Launched\u000a21:49:37.705518 run osmo-stp_10.42.42.5(pid=17807): Launched\u000a21:49:37.816534 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:49:38.370428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17809): Launched\u000a21:49:38.674769 run osmo-msc_10.42.42.6(pid=17810): Launched\u000a21:49:38.853657 run osmo-stp_10.42.42.5(pid=17807): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17807)]\u000a21:49:38.983272 run osmo-stp_10.42.42.5(pid=17807): stdout: \u000a| (launched: 2022-12-08_21:49:37.555985)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:39.111288 run osmo-stp_10.42.42.5(pid=17807): stderr: \u000a| �[0;m�[38;5;43m20221208214937727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214937727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214937727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214937727 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214937728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214937728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214937728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:39.233707 run osmo-stp_10.42.42.5(pid=17807): stdout: \u000a| (launched: 2022-12-08_21:49:37.555985)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:39.354992 run osmo-stp_10.42.42.5(pid=17807): stderr: \u000a| �[0;m�[38;5;43m20221208214937727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214937727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214937727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214937727 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214937728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214937728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214937728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:39.408417 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17807): Process ended prematurely: osmo-stp_10.42.42.5(pid=17807) [trial-2350↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17807)] [trial-2350↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a21:49:39.416726 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a21:49:39.477378 run osmo-hlr_10.42.42.2(pid=17804): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17804)]\u000a21:49:39.526997 run osmo-hlr_10.42.42.2(pid=17804): stdout: \u000a| (launched: 2022-12-08_21:49:36.609152) \u000a21:49:39.577290 run osmo-hlr_10.42.42.2(pid=17804): stderr: \u000a| �[0;m�[1;31m20221208214936786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208214936786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208214936786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214936786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214936786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208214936786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208214936798 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208214936807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208214936807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208214936807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:49:39.645505 run osmo-msc_10.42.42.6(pid=17810): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17810)]\u000a21:49:39.695276 run osmo-msc_10.42.42.6(pid=17810): stdout: \u000a| (launched: 2022-12-08_21:49:38.525171) \u000a21:49:39.745437 run osmo-msc_10.42.42.6(pid=17810): stderr: \u000a| �[0;m�[38;5;43m20221208214938797 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208214938797 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f763cdcdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208214938797 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208214938797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208214938797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208214938798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208214938799 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208214938800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208214938801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208214938801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:49:39.787855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17803): Terminating (SIGTERM)\u000a21:49:39.828308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17806): Terminating (SIGTERM)\u000a21:49:39.868405 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17809): Terminating (SIGTERM)\u000a21:49:39.877632 --- ParallelTerminationStrategy: PID 17803 died...\u000a21:49:39.931378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17803): Terminated: ok {rc=0}\u000a21:49:39.941081 --- ParallelTerminationStrategy: PID 17806 died...\u000a21:49:39.994899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17806): Terminated: ok {rc=0}\u000a21:49:40.004540 --- ParallelTerminationStrategy: PID 17809 died...\u000a21:49:40.058280 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17809): Terminated: ok {rc=0}\u000a21:49:40.149155 bus /sierra_3: Setting Powered False\u000a21:49:41.254430 bus /sierra_3: Setting Powered False\u000a21:49:42.367377 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:49:22" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17821): Process ended prematurely: osmo-stp_10.42.42.5(pid=17821) [trial-2350↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17821)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17821): Process ended prematurely: osmo-stp_10.42.42.5(pid=17821) [trial-2350↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17821)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a21:49:44.327451 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:49:44.337976 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a21:49:44.461170 tst emergency_mo_mt_call.py: using LAC 16972\u000a21:49:44.581195 tst emergency_mo_mt_call.py: using RAC 142\u000a21:49:44.699397 tst emergency_mo_mt_call.py: using CellId 16972\u000a21:49:44.819081 tst emergency_mo_mt_call.py: using BVCI 16973\u000a21:49:44.842387 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:49:44.852827 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:49:44.863193 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:49:44.873490 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:49:44.883734 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:49:44.894061 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a21:49:45.010439 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a21:49:45.210290 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:49:45.689771 run create_hlr_db(pid=17815): Launched\u000a21:49:45.872057 bus /sierra_2: Setting Powered False\u000a21:49:46.935756 run create_hlr_db(pid=17815): Terminated: ok {rc=0}\u000a21:49:47.370071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17817): Launched\u000a21:49:47.691140 run osmo-hlr_10.42.42.2(pid=17818): Launched\u000a21:49:47.809863 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:49:48.370536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17820): Launched\u000a21:49:48.692511 run osmo-stp_10.42.42.5(pid=17821): Launched\u000a21:49:48.824471 tst emergency_mo_mt_call.py: using MSISDN 6872\u000a21:49:48.984737 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:49:49.568802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17823): Launched\u000a21:49:49.889399 run osmo-msc_10.42.42.6(pid=17824): Launched\u000a21:49:50.079526 run osmo-stp_10.42.42.5(pid=17821): ERR: Terminated: ERROR {rc=1} [trial-2350↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17821)]\u000a21:49:50.217709 run osmo-stp_10.42.42.5(pid=17821): stdout: \u000a| (launched: 2022-12-08_21:49:48.534704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:50.354880 run osmo-stp_10.42.42.5(pid=17821): stderr: \u000a| �[0;m�[38;5;43m20221208214948730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214948730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214948730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214948731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214948731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214948731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214948731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:50.484655 run osmo-stp_10.42.42.5(pid=17821): stdout: \u000a| (launched: 2022-12-08_21:49:48.534704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:50.613695 run osmo-stp_10.42.42.5(pid=17821): stderr: \u000a| �[0;m�[38;5;43m20221208214948730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214948730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214948730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214948731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214948731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214948731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214948731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:50.669813 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=17821): Process ended prematurely: osmo-stp_10.42.42.5(pid=17821) [trial-2350↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17821)] [trial-2350↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a21:49:50.678502 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a21:49:50.742703 run osmo-hlr_10.42.42.2(pid=17818): ERR: Terminated: ERROR {rc=237} [trial-2350↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17818)]\u000a21:49:50.795243 run osmo-hlr_10.42.42.2(pid=17818): stdout: \u000a| (launched: 2022-12-08_21:49:47.533683) \u000a21:49:50.849114 run osmo-hlr_10.42.42.2(pid=17818): stderr: \u000a| �[0;m�[1;31m20221208214947732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208214947732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208214947732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214947732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214947732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208214947732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208214947744 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208214947752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208214947752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208214947752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:49:50.921294 run osmo-msc_10.42.42.6(pid=17824): ERR: Terminated: ERROR {rc=2} [trial-2350↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17824)]\u000a21:49:50.973997 run osmo-msc_10.42.42.6(pid=17824): stdout: \u000a| (launched: 2022-12-08_21:49:49.731594) \u000a21:49:51.027352 run osmo-msc_10.42.42.6(pid=17824): stderr: \u000a| �[0;m�[38;5;43m20221208214950051 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208214950051 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb050c5bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208214950051 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208214950051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208214950052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208214950052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208214950054 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208214950054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208214950054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208214950054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:49:51.072665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17817): Terminating (SIGTERM)\u000a21:49:51.116453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17820): Terminating (SIGTERM)\u000a21:49:51.159703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17823): Terminating (SIGTERM)\u000a21:49:51.169880 --- ParallelTerminationStrategy: PID 17817 died...\u000a21:49:51.227728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17817): Terminated: ok {rc=0}\u000a21:49:51.238604 --- ParallelTerminationStrategy: PID 17820 died...\u000a21:49:51.296377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17820): Terminated: ok {rc=0}\u000a21:49:51.306671 --- ParallelTerminationStrategy: PID 17823 died...\u000a21:49:51.364073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17823): Terminated: ok {rc=0}\u000a21:49:51.453428 bus /sierra_3: Setting Powered False\u000a21:49:52.558441 bus /sierra_3: Setting Powered False\u000a21:49:53.670203 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17832): Process ended prematurely: osmo-stp_10.42.42.5(pid=17832) [trial-2350↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17832)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17832): Process ended prematurely: osmo-stp_10.42.42.5(pid=17832) [trial-2350↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17832)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a21:49:54.722086 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:49:54.733142 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a21:49:54.858549 tst emergency_preemptive_call.py: using LAC 16973\u000a21:49:54.978244 tst emergency_preemptive_call.py: using RAC 143\u000a21:49:55.095417 tst emergency_preemptive_call.py: using CellId 16973\u000a21:49:55.215239 tst emergency_preemptive_call.py: using BVCI 16974\u000a21:49:55.238480 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:49:55.248921 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:49:55.259428 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:49:55.269781 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:49:55.279991 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:49:55.290277 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a21:49:55.406452 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a21:49:55.522335 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a21:49:55.639865 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a21:49:55.841433 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:49:56.322248 run create_hlr_db(pid=17826): Launched\u000a21:49:56.495507 bus /sierra_2: Setting Powered False\u000a21:49:57.517176 run create_hlr_db(pid=17826): Terminated: ok {rc=0}\u000a21:49:57.916866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17828): Launched\u000a21:49:58.216467 run osmo-hlr_10.42.42.2(pid=17829): Launched\u000a21:49:58.332755 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:49:58.860469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17831): Launched\u000a21:49:59.159816 run osmo-stp_10.42.42.5(pid=17832): Launched\u000a21:49:59.280457 tst emergency_preemptive_call.py: using MSISDN 6873\u000a21:49:59.428678 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:49:59.973934 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17834): Launched\u000a21:50:00.272769 run osmo-msc_10.42.42.6(pid=17835): Launched\u000a21:50:00.456773 run osmo-stp_10.42.42.5(pid=17832): ERR: Terminated: ERROR {rc=1} [trial-2350↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17832)]\u000a21:50:00.584917 run osmo-stp_10.42.42.5(pid=17832): stdout: \u000a| (launched: 2022-12-08_21:49:59.012421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:50:00.710733 run osmo-stp_10.42.42.5(pid=17832): stderr: \u000a| �[0;m�[38;5;43m20221208214959184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214959184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214959185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214959186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214959186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214959186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214959186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:50:00.834826 run osmo-stp_10.42.42.5(pid=17832): stdout: \u000a| (launched: 2022-12-08_21:49:59.012421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:50:00.976448 run osmo-stp_10.42.42.5(pid=17832): stderr: \u000a| �[0;m�[38;5;43m20221208214959184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208214959184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208214959185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208214959186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208214959186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208214959186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208214959186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:50:01.030657 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=17832): Process ended prematurely: osmo-stp_10.42.42.5(pid=17832) [trial-2350↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17832)] [trial-2350↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a21:50:01.039614 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a21:50:01.102251 run osmo-hlr_10.42.42.2(pid=17829): ERR: Terminated: ERROR {rc=237} [trial-2350↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17829)]\u000a21:50:01.153550 run osmo-hlr_10.42.42.2(pid=17829): stdout: \u000a| (launched: 2022-12-08_21:49:58.069426) \u000a21:50:01.206002 run osmo-hlr_10.42.42.2(pid=17829): stderr: \u000a| �[0;m�[1;31m20221208214958248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208214958248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208214958248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214958248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208214958248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208214958248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208214958262 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208214958272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208214958272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208214958272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:50:01.276892 run osmo-msc_10.42.42.6(pid=17835): ERR: Terminated: ERROR {rc=2} [trial-2350↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17835)]\u000a21:50:01.328478 run osmo-msc_10.42.42.6(pid=17835): stdout: \u000a| (launched: 2022-12-08_21:50:00.125917) \u000a21:50:01.380665 run osmo-msc_10.42.42.6(pid=17835): stderr: \u000a| �[0;m�[38;5;43m20221208215000400 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208215000400 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3f3252cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208215000401 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208215000401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208215000401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208215000401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208215000404 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208215000404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208215000405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208215000405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:50:01.424506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17828): Terminating (SIGTERM)\u000a21:50:01.466665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17831): Terminating (SIGTERM)\u000a21:50:01.510370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17834): Terminating (SIGTERM)\u000a21:50:01.519875 --- ParallelTerminationStrategy: PID 17828 died...\u000a21:50:01.579943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17828): Terminated: ok {rc=0}\u000a21:50:01.591031 --- ParallelTerminationStrategy: PID 17831 died...\u000a21:50:01.645840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17831): Terminated: ok {rc=0}\u000a21:50:01.655892 --- ParallelTerminationStrategy: PID 17834 died...\u000a21:50:01.710572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17834): Terminated: ok {rc=0}\u000a21:50:01.796140 bus /sierra_9: Setting Powered False\u000a21:50:02.898293 bus /sierra_9: Setting Powered False\u000a21:50:04.009734 bus /sierra_8: Setting Powered False\u000a21:50:05.114808 bus /sierra_8: Setting Powered False\u000a21:50:06.226747 bus /sierra_3: Setting Powered False\u000a21:50:07.329391 bus /sierra_3: Setting Powered False\u000a21:50:08.442536 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:49:44" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17853): Process ended prematurely: osmo-stp_10.42.42.5(pid=17853) [trial-2350↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17853)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17853): Process ended prematurely: osmo-stp_10.42.42.5(pid=17853) [trial-2350↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17853)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:50:10.527716 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:10.538540 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a21:50:10.672684 tst cs_paging_gprs_active.py: using LAC 16974\u000a21:50:10.799493 tst cs_paging_gprs_active.py: using RAC 144\u000a21:50:10.926426 tst cs_paging_gprs_active.py: using CellId 16974\u000a21:50:11.049973 tst cs_paging_gprs_active.py: using BVCI 16975\u000a21:50:11.073306 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:11.083624 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:11.093961 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:11.104229 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:11.114676 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:11.124893 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:11.135214 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:11.145475 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:11.155800 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a21:50:11.274860 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a21:50:11.572346 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:50:11.710407 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:50:12.048311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17843): Launched\u000a21:50:12.328851 run iperf3-srv_10.42.42.10(pid=17844): Launched\u000a21:50:12.515784 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:50:12.643794 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:50:12.960225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17845): Launched\u000a21:50:13.223191 run iperf3-srv_10.42.42.10(pid=17846): Launched\u000a21:50:13.409546 tst cs_paging_gprs_active.py:38: start network...\u000a21:50:13.536137 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:50:14.026323 run create_hlr_db(pid=17847): Launched\u000a21:50:14.201611 bus /sierra_2: Setting Powered False\u000a21:50:15.225200 run create_hlr_db(pid=17847): Terminated: ok {rc=0}\u000a21:50:15.660019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17849): Launched\u000a21:50:16.115238 run osmo-hlr_10.42.42.2(pid=17850): Launched\u000a21:50:16.261397 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:50:17.006059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17852): Launched\u000a21:50:17.501593 run osmo-stp_10.42.42.5(pid=17853): Launched\u000a21:50:17.640247 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:50:19.151827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17855): Launched\u000a21:50:19.260278 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:50:19.529115 run patchelf(pid=17856): Launched\u000a21:50:19.708626 run osmo-stp_10.42.42.5(pid=17853): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17853)]\u000a21:50:19.840270 run osmo-stp_10.42.42.5(pid=17853): stdout: \u000a| (launched: 2022-12-08_21:50:17.218535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:50:19.972082 run osmo-stp_10.42.42.5(pid=17853): stderr: \u000a| �[0;m�[38;5;43m20221208215017433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215017433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215017433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215017434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215017434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215017434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215017434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:50:20.099903 run osmo-stp_10.42.42.5(pid=17853): stdout: \u000a| (launched: 2022-12-08_21:50:17.218535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:50:20.227092 run osmo-stp_10.42.42.5(pid=17853): stderr: \u000a| �[0;m�[38;5;43m20221208215017433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215017433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215017433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215017434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215017434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215017434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215017434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:50:20.373753 run patchelf(pid=17856): Terminating (SIGINT)\u000a21:50:20.546166 run patchelf(pid=17856): Terminated: ok {rc=0}\u000a21:50:20.577769 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17853): Process ended prematurely: osmo-stp_10.42.42.5(pid=17853) [trial-2350↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17853)] [trial-2350↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a21:50:20.586906 tst cs_paging_gprs_active.py:38: Test FAILED (10.1 sec)\u000a21:50:20.648214 run osmo-hlr_10.42.42.2(pid=17850): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17850)]\u000a21:50:20.698086 run osmo-hlr_10.42.42.2(pid=17850): stdout: \u000a| (launched: 2022-12-08_21:50:15.828290) \u000a21:50:20.748614 run osmo-hlr_10.42.42.2(pid=17850): stderr: \u000a| �[0;m�[1;31m20221208215016183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215016183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215016183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215016183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215016183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215016183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215016206 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215016225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215016226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215016226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:50:20.791521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17843): Terminating (SIGTERM)\u000a21:50:20.832041 run iperf3-srv_10.42.42.10(pid=17844): Terminating (SIGTERM)\u000a21:50:20.872473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17845): Terminating (SIGTERM)\u000a21:50:20.912684 run iperf3-srv_10.42.42.10(pid=17846): Terminating (SIGTERM)\u000a21:50:20.953135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17849): Terminating (SIGTERM)\u000a21:50:20.993600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17852): Terminating (SIGTERM)\u000a21:50:21.034182 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17855): Terminating (SIGTERM)\u000a21:50:21.043454 --- ParallelTerminationStrategy: PID 17843 died...\u000a21:50:21.097810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17843): Terminated: ok {rc=0}\u000a21:50:21.107517 --- ParallelTerminationStrategy: PID 17844 died...\u000a21:50:21.161648 run iperf3-srv_10.42.42.10(pid=17844): Terminated {rc=256}\u000a21:50:21.171298 --- ParallelTerminationStrategy: PID 17845 died...\u000a21:50:21.226766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17845): Terminated: ok {rc=0}\u000a21:50:21.236549 --- ParallelTerminationStrategy: PID 17846 died...\u000a21:50:21.290848 run iperf3-srv_10.42.42.10(pid=17846): Terminated {rc=256}\u000a21:50:21.300594 --- ParallelTerminationStrategy: PID 17849 died...\u000a21:50:21.355259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17849): Terminated: ok {rc=0}\u000a21:50:21.365179 --- ParallelTerminationStrategy: PID 17852 died...\u000a21:50:21.419354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17852): Terminated: ok {rc=0}\u000a21:50:21.429178 --- ParallelTerminationStrategy: PID 17855 died...\u000a21:50:21.483275 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17855): Terminated: ok {rc=0}\u000a21:50:21.568305 bus /gobi_0: Setting Powered False\u000a21:50:22.676033 bus /gobi_0: Setting Powered False\u000a21:50:23.789379 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17865): Process ended prematurely: osmo-stp_10.42.42.5(pid=17865) [trial-2350↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17865)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17865): Process ended prematurely: osmo-stp_10.42.42.5(pid=17865) [trial-2350↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17865)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a21:50:24.901276 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:24.912039 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a21:50:25.034644 tst iperf3.py: using LAC 16975\u000a21:50:25.168672 tst iperf3.py: using RAC 145\u000a21:50:25.293800 tst iperf3.py: using CellId 16975\u000a21:50:25.412663 tst iperf3.py: using BVCI 16976\u000a21:50:25.435977 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:25.446394 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:25.456723 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:25.466985 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:25.477052 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:25.487171 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:25.497432 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:25.507579 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:25.518254 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a21:50:25.813419 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:50:25.950203 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:50:26.287883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17857): Launched\u000a21:50:26.568542 run iperf3-srv_10.42.42.10(pid=17858): Launched\u000a21:50:26.768250 tst iperf3.py:8: start network...\u000a21:50:26.905049 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:50:27.419486 run create_hlr_db(pid=17859): Launched\u000a21:50:27.608618 bus /gobi_6: Setting Powered False\u000a21:50:28.630425 run create_hlr_db(pid=17859): Terminated: ok {rc=0}\u000a21:50:29.040092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17861): Launched\u000a21:50:29.346388 run osmo-hlr_10.42.42.2(pid=17862): Launched\u000a21:50:29.459508 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:50:29.989229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17864): Launched\u000a21:50:30.292284 run osmo-stp_10.42.42.5(pid=17865): Launched\u000a21:50:30.403558 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:50:30.974195 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17867): Launched\u000a21:50:31.094350 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:50:31.406017 run patchelf(pid=17868): Launched\u000a21:50:31.605153 run osmo-stp_10.42.42.5(pid=17865): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17865)]\u000a21:50:31.750737 run osmo-stp_10.42.42.5(pid=17865): stdout: \u000a| (launched: 2022-12-08_21:50:30.143907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:50:31.896172 run osmo-stp_10.42.42.5(pid=17865): stderr: \u000a| �[0;m�[38;5;43m20221208215030318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215030318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215030319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215030319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215030320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215030320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215030320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:50:32.035785 run osmo-stp_10.42.42.5(pid=17865): stdout: \u000a| (launched: 2022-12-08_21:50:30.143907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:50:32.175151 run osmo-stp_10.42.42.5(pid=17865): stderr: \u000a| �[0;m�[38;5;43m20221208215030318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215030318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215030319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215030319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215030320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215030320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215030320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:50:32.332030 run patchelf(pid=17868): Terminating (SIGINT)\u000a21:50:32.515930 run patchelf(pid=17868): Terminated: ok {rc=0}\u000a21:50:32.549735 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17865): Process ended prematurely: osmo-stp_10.42.42.5(pid=17865) [trial-2350↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17865)] [trial-2350↪gprs:sysmo↪iperf3.py:8]\u000a21:50:32.559751 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a21:50:32.624904 run osmo-hlr_10.42.42.2(pid=17862): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17862)]\u000a21:50:32.678040 run osmo-hlr_10.42.42.2(pid=17862): stdout: \u000a| (launched: 2022-12-08_21:50:29.196153) \u000a21:50:32.731998 run osmo-hlr_10.42.42.2(pid=17862): stderr: \u000a| �[0;m�[1;31m20221208215029373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215029373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215029373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215029373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215029373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215029374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215029386 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215029395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215029395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215029395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:50:32.777779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17857): Terminating (SIGTERM)\u000a21:50:32.821009 run iperf3-srv_10.42.42.10(pid=17858): Terminating (SIGTERM)\u000a21:50:32.865179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17861): Terminating (SIGTERM)\u000a21:50:32.908326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17864): Terminating (SIGTERM)\u000a21:50:32.951627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17867): Terminating (SIGTERM)\u000a21:50:32.961551 --- ParallelTerminationStrategy: PID 17857 died...\u000a21:50:33.019525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17857): Terminated: ok {rc=0}\u000a21:50:33.029884 --- ParallelTerminationStrategy: PID 17858 died...\u000a21:50:33.087474 run iperf3-srv_10.42.42.10(pid=17858): Terminated {rc=256}\u000a21:50:33.098209 --- ParallelTerminationStrategy: PID 17861 died...\u000a21:50:33.155593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17861): Terminated: ok {rc=0}\u000a21:50:33.166122 --- ParallelTerminationStrategy: PID 17864 died...\u000a21:50:33.223704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17864): Terminated: ok {rc=0}\u000a21:50:33.234103 --- ParallelTerminationStrategy: PID 17867 died...\u000a21:50:33.291472 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17867): Terminated: ok {rc=0}\u000a21:50:33.380080 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17883): Process ended prematurely: osmo-stp_10.42.42.5(pid=17883) [trial-2350↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17883)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17883): Process ended prematurely: osmo-stp_10.42.42.5(pid=17883) [trial-2350↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17883)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a21:50:34.497545 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:34.508798 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a21:50:34.640366 tst iperf3m4.py: using LAC 16976\u000a21:50:34.764045 tst iperf3m4.py: using RAC 146\u000a21:50:34.886555 tst iperf3m4.py: using CellId 16976\u000a21:50:35.009134 tst iperf3m4.py: using BVCI 16977\u000a21:50:35.032556 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:35.043290 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:35.053911 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:35.064388 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:35.074577 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:35.084636 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:35.095006 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:35.105231 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:35.115624 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a21:50:35.233574 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a21:50:35.352535 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a21:50:35.471666 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a21:50:35.749881 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:50:35.876882 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:50:36.192779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17869): Launched\u000a21:50:36.456392 run iperf3-srv_10.42.42.10(pid=17870): Launched\u000a21:50:36.643546 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:50:36.771096 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:50:37.088551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17871): Launched\u000a21:50:37.351584 run iperf3-srv_10.42.42.10(pid=17872): Launched\u000a21:50:37.538351 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:50:37.665158 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:50:37.981142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17873): Launched\u000a21:50:38.243686 run iperf3-srv_10.42.42.10(pid=17874): Launched\u000a21:50:38.428884 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:50:38.555620 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:50:38.871298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17875): Launched\u000a21:50:39.149050 run iperf3-srv_10.42.42.10(pid=17876): Launched\u000a21:50:39.334314 tst iperf3m4.py:8: start network...\u000a21:50:39.461077 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:50:39.950338 run create_hlr_db(pid=17877): Launched\u000a21:50:40.125139 bus /gobi_6: Setting Powered False\u000a21:50:41.147794 run create_hlr_db(pid=17877): Terminated: ok {rc=0}\u000a21:50:41.581514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17879): Launched\u000a21:50:41.907588 run osmo-hlr_10.42.42.2(pid=17880): Launched\u000a21:50:42.029137 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:50:42.600205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17882): Launched\u000a21:50:42.926605 run osmo-stp_10.42.42.5(pid=17883): Launched\u000a21:50:43.047425 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:50:43.619212 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17885): Launched\u000a21:50:43.737182 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:50:44.023233 run patchelf(pid=17886): Launched\u000a21:50:44.215387 run osmo-stp_10.42.42.5(pid=17883): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17883)]\u000a21:50:44.355840 run osmo-stp_10.42.42.5(pid=17883): stdout: \u000a| (launched: 2022-12-08_21:50:42.765984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:50:44.496222 run osmo-stp_10.42.42.5(pid=17883): stderr: \u000a| �[0;m�[38;5;43m20221208215042957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215042957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215042957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215042958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215042960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215042960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215042960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:50:44.632428 run osmo-stp_10.42.42.5(pid=17883): stdout: \u000a| (launched: 2022-12-08_21:50:42.765984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:50:44.767513 run osmo-stp_10.42.42.5(pid=17883): stderr: \u000a| �[0;m�[38;5;43m20221208215042957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215042957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215042957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215042958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215042960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215042960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215042960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:50:44.924465 run patchelf(pid=17886): Terminating (SIGINT)\u000a21:50:45.108219 run patchelf(pid=17886): Terminated: ok {rc=0}\u000a21:50:45.142050 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17883): Process ended prematurely: osmo-stp_10.42.42.5(pid=17883) [trial-2350↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17883)] [trial-2350↪gprs:sysmo↪iperf3m4.py:8]\u000a21:50:45.151913 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a21:50:45.217446 run osmo-hlr_10.42.42.2(pid=17880): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17880)]\u000a21:50:45.271096 run osmo-hlr_10.42.42.2(pid=17880): stdout: \u000a| (launched: 2022-12-08_21:50:41.747509) \u000a21:50:45.325044 run osmo-hlr_10.42.42.2(pid=17880): stderr: \u000a| �[0;m�[1;31m20221208215041948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215041948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215041948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215041948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215041948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215041948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215041960 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215041969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215041969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215041969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:50:45.370345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17869): Terminating (SIGTERM)\u000a21:50:45.413314 run iperf3-srv_10.42.42.10(pid=17870): Terminating (SIGTERM)\u000a21:50:45.456292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17871): Terminating (SIGTERM)\u000a21:50:45.499591 run iperf3-srv_10.42.42.10(pid=17872): Terminating (SIGTERM)\u000a21:50:45.542599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17873): Terminating (SIGTERM)\u000a21:50:45.586036 run iperf3-srv_10.42.42.10(pid=17874): Terminating (SIGTERM)\u000a21:50:45.628788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17875): Terminating (SIGTERM)\u000a21:50:45.671731 run iperf3-srv_10.42.42.10(pid=17876): Terminating (SIGTERM)\u000a21:50:45.715256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17879): Terminating (SIGTERM)\u000a21:50:45.758131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17882): Terminating (SIGTERM)\u000a21:50:45.801524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17885): Terminating (SIGTERM)\u000a21:50:45.811322 --- ParallelTerminationStrategy: PID 17869 died...\u000a21:50:45.877321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17869): Terminated: ok {rc=0}\u000a21:50:45.888004 --- ParallelTerminationStrategy: PID 17870 died...\u000a21:50:45.958221 run iperf3-srv_10.42.42.10(pid=17870): Terminated {rc=256}\u000a21:50:45.968888 --- ParallelTerminationStrategy: PID 17871 died...\u000a21:50:46.027403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17871): Terminated: ok {rc=0}\u000a21:50:46.038754 --- ParallelTerminationStrategy: PID 17872 died...\u000a21:50:46.097392 run iperf3-srv_10.42.42.10(pid=17872): Terminated {rc=256}\u000a21:50:46.108491 --- ParallelTerminationStrategy: PID 17873 died...\u000a21:50:46.167275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17873): Terminated: ok {rc=0}\u000a21:50:46.178157 --- ParallelTerminationStrategy: PID 17874 died...\u000a21:50:46.236363 run iperf3-srv_10.42.42.10(pid=17874): Terminated {rc=256}\u000a21:50:46.247084 --- ParallelTerminationStrategy: PID 17875 died...\u000a21:50:46.305229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17875): Terminated: ok {rc=0}\u000a21:50:46.316257 --- ParallelTerminationStrategy: PID 17876 died...\u000a21:50:46.374552 run iperf3-srv_10.42.42.10(pid=17876): Terminated {rc=256}\u000a21:50:46.385465 --- ParallelTerminationStrategy: PID 17879 died...\u000a21:50:46.443934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17879): Terminated: ok {rc=0}\u000a21:50:46.454816 --- ParallelTerminationStrategy: PID 17882 died...\u000a21:50:46.513227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17882): Terminated: ok {rc=0}\u000a21:50:46.524002 --- ParallelTerminationStrategy: PID 17885 died...\u000a21:50:46.582063 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17885): Terminated: ok {rc=0}\u000a21:50:46.673405 bus /gobi_4: Setting Powered False\u000a21:50:47.780181 bus /gobi_4: Setting Powered False\u000a21:50:48.890091 bus /gobi_1: Setting Powered False\u000a21:50:49.998311 bus /gobi_1: Setting Powered False\u000a21:50:51.107018 bus /gobi_0: Setting Powered False\u000a21:50:52.215217 bus /gobi_0: Setting Powered False\u000a21:50:53.329023 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 20, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17893): Process ended prematurely: osmo-stp_10.42.42.5(pid=17893) [trial-2350↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17893)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17893): Process ended prematurely: osmo-stp_10.42.42.5(pid=17893) [trial-2350↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17893)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:sysmo ping.py\u000a----------------------------------------------\u000a21:50:54.396634 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:54.407637 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a21:50:54.532940 tst ping.py: using LAC 16977\u000a21:50:54.652761 tst ping.py: using RAC 147\u000a21:50:54.779363 tst ping.py: using CellId 16977\u000a21:50:54.906224 tst ping.py: using BVCI 16978\u000a21:50:54.931068 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:54.942224 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:54.953476 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:54.964659 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:54.975544 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:54.986487 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:54.997559 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:55.008596 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a21:50:55.281759 tst ping.py:19: start network...\u000a21:50:55.405570 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:50:55.887019 run create_hlr_db(pid=17887): Launched\u000a21:50:56.060329 bus /gobi_6: Setting Powered False\u000a21:50:57.081708 run create_hlr_db(pid=17887): Terminated: ok {rc=0}\u000a21:50:57.509693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17889): Launched\u000a21:50:57.830304 run osmo-hlr_10.42.42.2(pid=17890): Launched\u000a21:50:57.947457 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:50:58.504802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17892): Launched\u000a21:50:58.823501 run osmo-stp_10.42.42.5(pid=17893): Launched\u000a21:50:58.939771 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:50:59.499253 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17895): Launched\u000a21:50:59.613984 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:50:59.894924 run patchelf(pid=17896): Launched\u000a21:51:00.083997 run osmo-stp_10.42.42.5(pid=17893): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17893)]\u000a21:51:00.222912 run osmo-stp_10.42.42.5(pid=17893): stdout: \u000a| (launched: 2022-12-08_21:50:58.667601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:00.361923 run osmo-stp_10.42.42.5(pid=17893): stderr: \u000a| �[0;m�[38;5;43m20221208215058860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215058861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215058861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215058861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215058862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215058862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215058862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:00.495451 run osmo-stp_10.42.42.5(pid=17893): stdout: \u000a| (launched: 2022-12-08_21:50:58.667601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:00.628002 run osmo-stp_10.42.42.5(pid=17893): stderr: \u000a| �[0;m�[38;5;43m20221208215058860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215058861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215058861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215058861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215058862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215058862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215058862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:00.782062 run patchelf(pid=17896): Terminating (SIGINT)\u000a21:51:00.981722 run patchelf(pid=17896): Terminated: ok {rc=0}\u000a21:51:01.015750 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17893): Process ended prematurely: osmo-stp_10.42.42.5(pid=17893) [trial-2350↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17893)] [trial-2350↪gprs:sysmo↪ping.py:22]\u000a21:51:01.025988 tst ping.py:22: Test FAILED (6.6 sec)\u000a21:51:01.097155 run osmo-hlr_10.42.42.2(pid=17890): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17890)]\u000a21:51:01.152659 run osmo-hlr_10.42.42.2(pid=17890): stdout: \u000a| (launched: 2022-12-08_21:50:57.673552) \u000a21:51:01.208792 run osmo-hlr_10.42.42.2(pid=17890): stderr: \u000a| �[0;m�[1;31m20221208215057874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215057874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215057874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215057874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215057874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215057874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215057891 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215057900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215057901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215057901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:51:01.256468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17889): Terminating (SIGTERM)\u000a21:51:01.301847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17892): Terminating (SIGTERM)\u000a21:51:01.347182 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17895): Terminating (SIGTERM)\u000a21:51:01.357892 --- ParallelTerminationStrategy: PID 17889 died...\u000a21:51:01.418663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17889): Terminated: ok {rc=0}\u000a21:51:01.429962 --- ParallelTerminationStrategy: PID 17892 died...\u000a21:51:01.490874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17892): Terminated: ok {rc=0}\u000a21:51:01.502270 --- ParallelTerminationStrategy: PID 17895 died...\u000a21:51:01.562899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17895): Terminated: ok {rc=0}\u000a21:51:01.667166 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 20, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17903): Process ended prematurely: osmo-stp_10.42.42.5(pid=17903) [trial-2350↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17903)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17903): Process ended prematurely: osmo-stp_10.42.42.5(pid=17903) [trial-2350↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17903)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a21:51:02.718067 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:51:02.729220 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a21:51:02.866344 tst ping_idle_ping.py: using LAC 16978\u000a21:51:02.986035 tst ping_idle_ping.py: using RAC 148\u000a21:51:03.107202 tst ping_idle_ping.py: using CellId 16978\u000a21:51:03.227756 tst ping_idle_ping.py: using BVCI 16979\u000a21:51:03.250743 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:51:03.261236 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:51:03.271567 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:51:03.281869 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:51:03.292032 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:51:03.302710 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:51:03.313140 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:51:03.323655 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a21:51:03.622484 tst ping_idle_ping.py:24: start network...\u000a21:51:03.757752 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:51:04.263719 run create_hlr_db(pid=17897): Launched\u000a21:51:04.450878 bus /gobi_6: Setting Powered False\u000a21:51:05.470628 run create_hlr_db(pid=17897): Terminated: ok {rc=0}\u000a21:51:05.898402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17899): Launched\u000a21:51:06.219805 run osmo-hlr_10.42.42.2(pid=17900): Launched\u000a21:51:06.339848 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:51:06.900446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17902): Launched\u000a21:51:07.221574 run osmo-stp_10.42.42.5(pid=17903): Launched\u000a21:51:07.338933 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:51:07.903439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17905): Launched\u000a21:51:08.018762 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:51:08.299704 run patchelf(pid=17906): Launched\u000a21:51:08.488567 run osmo-stp_10.42.42.5(pid=17903): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17903)]\u000a21:51:08.626977 run osmo-stp_10.42.42.5(pid=17903): stdout: \u000a| (launched: 2022-12-08_21:51:07.063311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:08.765579 run osmo-stp_10.42.42.5(pid=17903): stderr: \u000a| �[0;m�[38;5;43m20221208215107254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215107254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215107254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215107254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215107255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215107255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215107255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:08.899690 run osmo-stp_10.42.42.5(pid=17903): stdout: \u000a| (launched: 2022-12-08_21:51:07.063311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:09.032197 run osmo-stp_10.42.42.5(pid=17903): stderr: \u000a| �[0;m�[38;5;43m20221208215107254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215107254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215107254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215107254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215107255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215107255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215107255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:09.187321 run patchelf(pid=17906): Terminating (SIGINT)\u000a21:51:09.368212 run patchelf(pid=17906): Terminated: ok {rc=0}\u000a21:51:09.400911 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17903): Process ended prematurely: osmo-stp_10.42.42.5(pid=17903) [trial-2350↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17903)] [trial-2350↪gprs:sysmo↪ping_idle_ping.py:27]\u000a21:51:09.410184 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a21:51:09.474464 run osmo-hlr_10.42.42.2(pid=17900): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17900)]\u000a21:51:09.526530 run osmo-hlr_10.42.42.2(pid=17900): stdout: \u000a| (launched: 2022-12-08_21:51:06.061588) \u000a21:51:09.579529 run osmo-hlr_10.42.42.2(pid=17900): stderr: \u000a| �[0;m�[1;31m20221208215106258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215106258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215106258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215106258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215106258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215106258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215106271 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215106279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215106279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215106279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:51:09.624158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17899): Terminating (SIGTERM)\u000a21:51:09.666670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17902): Terminating (SIGTERM)\u000a21:51:09.710049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17905): Terminating (SIGTERM)\u000a21:51:09.719953 --- ParallelTerminationStrategy: PID 17899 died...\u000a21:51:09.776671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17899): Terminated: ok {rc=0}\u000a21:51:09.787107 --- ParallelTerminationStrategy: PID 17902 died...\u000a21:51:09.843900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17902): Terminated: ok {rc=0}\u000a21:51:09.854085 --- ParallelTerminationStrategy: PID 17905 died...\u000a21:51:09.910672 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17905): Terminated: ok {rc=0}\u000a21:51:09.998629 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:50:10" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17920): Process ended prematurely: osmo-stp_10.42.42.5(pid=17920) [trial-2350↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17920)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17920): Process ended prematurely: osmo-stp_10.42.42.5(pid=17920) [trial-2350↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:51:12.110583 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:12.122059 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:51:12.256136 tst cs_paging_gprs_active.py: using LAC 16979\u000a21:51:12.382707 tst cs_paging_gprs_active.py: using RAC 149\u000a21:51:12.505938 tst cs_paging_gprs_active.py: using CellId 16979\u000a21:51:12.628787 tst cs_paging_gprs_active.py: using BVCI 16980\u000a21:51:12.652349 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:12.663678 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:12.674529 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:12.685286 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:12.696196 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:12.707024 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:12.717798 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:12.728581 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:12.739614 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:51:12.855504 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:51:13.135159 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:51:13.262738 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:51:13.579287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17910): Launched\u000a21:51:13.844377 run iperf3-srv_10.42.42.10(pid=17911): Launched\u000a21:51:14.031037 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:51:14.158852 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:51:14.476765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17912): Launched\u000a21:51:14.741361 run iperf3-srv_10.42.42.10(pid=17913): Launched\u000a21:51:14.928363 tst cs_paging_gprs_active.py:38: start network...\u000a21:51:15.056167 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:51:15.548157 run create_hlr_db(pid=17914): Launched\u000a21:51:15.724798 bus /gobi_6: Setting Powered False\u000a21:51:16.749564 run create_hlr_db(pid=17914): Terminated: ok {rc=0}\u000a21:51:17.188467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17916): Launched\u000a21:51:17.497899 run osmo-hlr_10.42.42.2(pid=17917): Launched\u000a21:51:17.610320 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:51:18.141241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17919): Launched\u000a21:51:18.448316 run osmo-stp_10.42.42.5(pid=17920): Launched\u000a21:51:18.560376 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:51:19.095301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17922): Launched\u000a21:51:19.204604 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:51:19.472078 run patchelf(pid=17923): Launched\u000a21:51:19.652202 run osmo-stp_10.42.42.5(pid=17920): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17920)]\u000a21:51:19.784141 run osmo-stp_10.42.42.5(pid=17920): stdout: \u000a| (launched: 2022-12-08_21:51:18.297472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:19.916722 run osmo-stp_10.42.42.5(pid=17920): stderr: \u000a| �[0;m�[38;5;43m20221208215118470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215118470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215118470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215118471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215118471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215118471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215118471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:20.044691 run osmo-stp_10.42.42.5(pid=17920): stdout: \u000a| (launched: 2022-12-08_21:51:18.297472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:20.172327 run osmo-stp_10.42.42.5(pid=17920): stderr: \u000a| �[0;m�[38;5;43m20221208215118470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215118470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215118470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215118471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215118471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215118471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215118471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:20.319792 run patchelf(pid=17923): Terminating (SIGINT)\u000a21:51:20.492601 run patchelf(pid=17923): Terminated: ok {rc=0}\u000a21:51:20.524313 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17920): Process ended prematurely: osmo-stp_10.42.42.5(pid=17920) [trial-2350↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17920)] [trial-2350↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a21:51:20.533696 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a21:51:20.594575 run osmo-hlr_10.42.42.2(pid=17917): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17917)]\u000a21:51:20.644459 run osmo-hlr_10.42.42.2(pid=17917): stdout: \u000a| (launched: 2022-12-08_21:51:17.345470) \u000a21:51:20.695873 run osmo-hlr_10.42.42.2(pid=17917): stderr: \u000a| �[0;m�[1;31m20221208215117523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215117523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215117523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215117523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215117523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215117523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215117535 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215117546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215117546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215117546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:51:20.739218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17910): Terminating (SIGTERM)\u000a21:51:20.780011 run iperf3-srv_10.42.42.10(pid=17911): Terminating (SIGTERM)\u000a21:51:20.820850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17912): Terminating (SIGTERM)\u000a21:51:20.861447 run iperf3-srv_10.42.42.10(pid=17913): Terminating (SIGTERM)\u000a21:51:20.902299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17916): Terminating (SIGTERM)\u000a21:51:20.943070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17919): Terminating (SIGTERM)\u000a21:51:20.983719 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17922): Terminating (SIGTERM)\u000a21:51:20.993091 --- ParallelTerminationStrategy: PID 17910 died...\u000a21:51:21.047731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17910): Terminated: ok {rc=0}\u000a21:51:21.057823 --- ParallelTerminationStrategy: PID 17911 died...\u000a21:51:21.112149 run iperf3-srv_10.42.42.10(pid=17911): Terminated {rc=256}\u000a21:51:21.121978 --- ParallelTerminationStrategy: PID 17912 died...\u000a21:51:21.176281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17912): Terminated: ok {rc=0}\u000a21:51:21.185950 --- ParallelTerminationStrategy: PID 17913 died...\u000a21:51:21.239823 run iperf3-srv_10.42.42.10(pid=17913): Terminated {rc=256}\u000a21:51:21.249884 --- ParallelTerminationStrategy: PID 17916 died...\u000a21:51:21.303986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17916): Terminated: ok {rc=0}\u000a21:51:21.313917 --- ParallelTerminationStrategy: PID 17919 died...\u000a21:51:21.368528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17919): Terminated: ok {rc=0}\u000a21:51:21.378448 --- ParallelTerminationStrategy: PID 17922 died...\u000a21:51:21.433138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17922): Terminated: ok {rc=0}\u000a21:51:21.522584 bus /gobi_0: Setting Powered False\u000a21:51:22.631844 bus /gobi_0: Setting Powered False\u000a21:51:23.741784 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17932): Process ended prematurely: osmo-stp_10.42.42.5(pid=17932) [trial-2350↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17932)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17932): Process ended prematurely: osmo-stp_10.42.42.5(pid=17932) [trial-2350↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17932)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a21:51:24.856603 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:24.868302 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:51:25.001723 tst iperf3.py: using LAC 16980\u000a21:51:25.131937 tst iperf3.py: using RAC 150\u000a21:51:25.261997 tst iperf3.py: using CellId 16980\u000a21:51:25.390890 tst iperf3.py: using BVCI 16981\u000a21:51:25.416079 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:25.427317 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:25.438357 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:25.449707 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:25.460833 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:25.471933 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:25.483228 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:25.494361 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:25.505635 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:51:25.789584 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:51:25.917955 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:51:26.233782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17924): Launched\u000a21:51:26.497850 run iperf3-srv_10.42.42.10(pid=17925): Launched\u000a21:51:26.683743 tst iperf3.py:8: start network...\u000a21:51:26.810954 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:51:27.299733 run create_hlr_db(pid=17926): Launched\u000a21:51:27.475075 bus /gobi_6: Setting Powered False\u000a21:51:28.497463 run create_hlr_db(pid=17926): Terminated: ok {rc=0}\u000a21:51:28.932630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17928): Launched\u000a21:51:29.260481 run osmo-hlr_10.42.42.2(pid=17929): Launched\u000a21:51:29.381606 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:51:29.949964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17931): Launched\u000a21:51:30.276537 run osmo-stp_10.42.42.5(pid=17932): Launched\u000a21:51:30.396054 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:51:31.005051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17934): Launched\u000a21:51:31.118002 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:51:31.414842 run patchelf(pid=17935): Launched\u000a21:51:31.600062 run osmo-stp_10.42.42.5(pid=17932): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17932)]\u000a21:51:31.735852 run osmo-stp_10.42.42.5(pid=17932): stdout: \u000a| (launched: 2022-12-08_21:51:30.116244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:31.872037 run osmo-stp_10.42.42.5(pid=17932): stderr: \u000a| �[0;m�[38;5;43m20221208215130313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215130313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215130313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215130313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215130314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215130314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215130314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:32.003750 run osmo-stp_10.42.42.5(pid=17932): stdout: \u000a| (launched: 2022-12-08_21:51:30.116244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:32.133200 run osmo-stp_10.42.42.5(pid=17932): stderr: \u000a| �[0;m�[38;5;43m20221208215130313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215130313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215130313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215130313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215130314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215130314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215130314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:32.281082 run patchelf(pid=17935): Terminating (SIGINT)\u000a21:51:32.454108 run patchelf(pid=17935): Terminated: ok {rc=0}\u000a21:51:32.485670 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17932): Process ended prematurely: osmo-stp_10.42.42.5(pid=17932) [trial-2350↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17932)] [trial-2350↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a21:51:32.494911 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a21:51:32.556644 run osmo-hlr_10.42.42.2(pid=17929): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17929)]\u000a21:51:32.607298 run osmo-hlr_10.42.42.2(pid=17929): stdout: \u000a| (launched: 2022-12-08_21:51:29.099602) \u000a21:51:32.658452 run osmo-hlr_10.42.42.2(pid=17929): stderr: \u000a| �[0;m�[1;31m20221208215129299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215129299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215129299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215129299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215129299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215129299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215129312 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215129320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215129320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215129320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:51:32.702034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17924): Terminating (SIGTERM)\u000a21:51:32.742759 run iperf3-srv_10.42.42.10(pid=17925): Terminating (SIGTERM)\u000a21:51:32.783696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17928): Terminating (SIGTERM)\u000a21:51:32.824705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17931): Terminating (SIGTERM)\u000a21:51:32.865600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17934): Terminating (SIGTERM)\u000a21:51:32.874992 --- ParallelTerminationStrategy: PID 17924 died...\u000a21:51:32.930130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17924): Terminated: ok {rc=0}\u000a21:51:32.939946 --- ParallelTerminationStrategy: PID 17925 died...\u000a21:51:32.993940 run iperf3-srv_10.42.42.10(pid=17925): Terminated {rc=256}\u000a21:51:33.003621 --- ParallelTerminationStrategy: PID 17928 died...\u000a21:51:33.057749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17928): Terminated: ok {rc=0}\u000a21:51:33.067506 --- ParallelTerminationStrategy: PID 17931 died...\u000a21:51:33.122140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17931): Terminated: ok {rc=0}\u000a21:51:33.131943 --- ParallelTerminationStrategy: PID 17934 died...\u000a21:51:33.187110 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17934): Terminated: ok {rc=0}\u000a21:51:33.277649 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17950): Process ended prematurely: osmo-stp_10.42.42.5(pid=17950) [trial-2350↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17950)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17950): Process ended prematurely: osmo-stp_10.42.42.5(pid=17950) [trial-2350↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17950)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a21:51:34.393007 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:34.405012 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:51:34.541560 tst iperf3m4.py: using LAC 16981\u000a21:51:34.668176 tst iperf3m4.py: using RAC 151\u000a21:51:34.795003 tst iperf3m4.py: using CellId 16981\u000a21:51:34.926805 tst iperf3m4.py: using BVCI 16982\u000a21:51:34.951896 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:34.963233 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:34.974267 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:34.985465 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:34.996581 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:35.007861 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:35.019455 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:35.030740 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:35.042324 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:51:35.159172 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:51:35.275263 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:51:35.393979 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:51:35.690660 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:51:35.828197 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:51:36.168566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17936): Launched\u000a21:51:36.449723 run iperf3-srv_10.42.42.10(pid=17937): Launched\u000a21:51:36.650880 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:51:36.788151 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:51:37.126323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17938): Launched\u000a21:51:37.408115 run iperf3-srv_10.42.42.10(pid=17939): Launched\u000a21:51:37.608650 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:51:37.745769 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:51:38.084320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17940): Launched\u000a21:51:38.366014 run iperf3-srv_10.42.42.10(pid=17941): Launched\u000a21:51:38.567213 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:51:38.704628 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:51:39.042900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17942): Launched\u000a21:51:39.324870 run iperf3-srv_10.42.42.10(pid=17943): Launched\u000a21:51:39.525541 tst iperf3m4.py:8: start network...\u000a21:51:39.662585 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:51:40.175001 run create_hlr_db(pid=17944): Launched\u000a21:51:40.351776 bus /gobi_6: Setting Powered False\u000a21:51:41.374620 run create_hlr_db(pid=17944): Terminated: ok {rc=0}\u000a21:51:41.781874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17946): Launched\u000a21:51:42.087780 run osmo-hlr_10.42.42.2(pid=17947): Launched\u000a21:51:42.199936 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:51:42.732387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17949): Launched\u000a21:51:43.037923 run osmo-stp_10.42.42.5(pid=17950): Launched\u000a21:51:43.150219 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:51:43.682396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17952): Launched\u000a21:51:43.791267 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:51:44.059188 run patchelf(pid=17953): Launched\u000a21:51:44.238842 run osmo-stp_10.42.42.5(pid=17950): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17950)]\u000a21:51:44.370285 run osmo-stp_10.42.42.5(pid=17950): stdout: \u000a| (launched: 2022-12-08_21:51:42.888002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:44.502575 run osmo-stp_10.42.42.5(pid=17950): stderr: \u000a| �[0;m�[38;5;43m20221208215143060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215143060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215143060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215143061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215143063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215143063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215143063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:44.629830 run osmo-stp_10.42.42.5(pid=17950): stdout: \u000a| (launched: 2022-12-08_21:51:42.888002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:44.755990 run osmo-stp_10.42.42.5(pid=17950): stderr: \u000a| �[0;m�[38;5;43m20221208215143060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215143060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215143060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215143061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215143063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215143063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215143063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:44.902932 run patchelf(pid=17953): Terminating (SIGINT)\u000a21:51:45.075268 run patchelf(pid=17953): Terminated: ok {rc=0}\u000a21:51:45.106887 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17950): Process ended prematurely: osmo-stp_10.42.42.5(pid=17950) [trial-2350↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17950)] [trial-2350↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a21:51:45.116077 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a21:51:45.177370 run osmo-hlr_10.42.42.2(pid=17947): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17947)]\u000a21:51:45.227686 run osmo-hlr_10.42.42.2(pid=17947): stdout: \u000a| (launched: 2022-12-08_21:51:41.937440) \u000a21:51:45.278494 run osmo-hlr_10.42.42.2(pid=17947): stderr: \u000a| �[0;m�[1;31m20221208215142116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215142116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215142116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215142116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215142116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215142116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215142138 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215142147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215142147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215142147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:51:45.321417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17936): Terminating (SIGTERM)\u000a21:51:45.362191 run iperf3-srv_10.42.42.10(pid=17937): Terminating (SIGTERM)\u000a21:51:45.402729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17938): Terminating (SIGTERM)\u000a21:51:45.443302 run iperf3-srv_10.42.42.10(pid=17939): Terminating (SIGTERM)\u000a21:51:45.483950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17940): Terminating (SIGTERM)\u000a21:51:45.524487 run iperf3-srv_10.42.42.10(pid=17941): Terminating (SIGTERM)\u000a21:51:45.565248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17942): Terminating (SIGTERM)\u000a21:51:45.605854 run iperf3-srv_10.42.42.10(pid=17943): Terminating (SIGTERM)\u000a21:51:45.646669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17946): Terminating (SIGTERM)\u000a21:51:45.687286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17949): Terminating (SIGTERM)\u000a21:51:45.727866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17952): Terminating (SIGTERM)\u000a21:51:45.737272 --- ParallelTerminationStrategy: PID 17936 died...\u000a21:51:45.791656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17936): Terminated: ok {rc=0}\u000a21:51:45.801573 --- ParallelTerminationStrategy: PID 17937 died...\u000a21:51:45.863888 run iperf3-srv_10.42.42.10(pid=17937): Terminated {rc=256}\u000a21:51:45.874181 --- ParallelTerminationStrategy: PID 17938 died...\u000a21:51:45.929476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17938): Terminated: ok {rc=0}\u000a21:51:45.939610 --- ParallelTerminationStrategy: PID 17939 died...\u000a21:51:45.995448 run iperf3-srv_10.42.42.10(pid=17939): Terminated {rc=256}\u000a21:51:46.005893 --- ParallelTerminationStrategy: PID 17940 died...\u000a21:51:46.061557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17940): Terminated: ok {rc=0}\u000a21:51:46.071818 --- ParallelTerminationStrategy: PID 17941 died...\u000a21:51:46.127018 run iperf3-srv_10.42.42.10(pid=17941): Terminated {rc=256}\u000a21:51:46.137408 --- ParallelTerminationStrategy: PID 17942 died...\u000a21:51:46.192695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17942): Terminated: ok {rc=0}\u000a21:51:46.203113 --- ParallelTerminationStrategy: PID 17943 died...\u000a21:51:46.258642 run iperf3-srv_10.42.42.10(pid=17943): Terminated {rc=256}\u000a21:51:46.268867 --- ParallelTerminationStrategy: PID 17946 died...\u000a21:51:46.324207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17946): Terminated: ok {rc=0}\u000a21:51:46.334604 --- ParallelTerminationStrategy: PID 17949 died...\u000a21:51:46.390254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17949): Terminated: ok {rc=0}\u000a21:51:46.400559 --- ParallelTerminationStrategy: PID 17952 died...\u000a21:51:46.456091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17952): Terminated: ok {rc=0}\u000a21:51:46.542301 bus /gobi_4: Setting Powered False\u000a21:51:47.645813 bus /gobi_4: Setting Powered False\u000a21:51:48.760086 bus /gobi_1: Setting Powered False\u000a21:51:49.866097 bus /gobi_1: Setting Powered False\u000a21:51:50.979891 bus /gobi_0: Setting Powered False\u000a21:51:52.087420 bus /gobi_0: Setting Powered False\u000a21:51:53.198041 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 20, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17960): Process ended prematurely: osmo-stp_10.42.42.5(pid=17960) [trial-2350↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17960)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17960): Process ended prematurely: osmo-stp_10.42.42.5(pid=17960) [trial-2350↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17960)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a21:51:54.269559 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:54.281344 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:51:54.413876 tst ping.py: using LAC 16982\u000a21:51:54.541298 tst ping.py: using RAC 152\u000a21:51:54.669289 tst ping.py: using CellId 16982\u000a21:51:54.796657 tst ping.py: using BVCI 16983\u000a21:51:54.821683 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:54.832863 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:54.843885 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:54.855129 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:54.866205 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:54.877366 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:54.888650 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:54.899847 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:51:55.193947 tst ping.py:19: start network...\u000a21:51:55.328404 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:51:55.832221 run create_hlr_db(pid=17954): Launched\u000a21:51:56.018955 bus /gobi_6: Setting Powered False\u000a21:51:57.040780 run create_hlr_db(pid=17954): Terminated: ok {rc=0}\u000a21:51:57.468507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17956): Launched\u000a21:51:57.789190 run osmo-hlr_10.42.42.2(pid=17957): Launched\u000a21:51:57.903346 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:51:58.431619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17959): Launched\u000a21:51:58.751536 run osmo-stp_10.42.42.5(pid=17960): Launched\u000a21:51:58.867713 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:51:59.427197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17962): Launched\u000a21:51:59.542121 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:51:59.822188 run patchelf(pid=17963): Launched\u000a21:52:00.011521 run osmo-stp_10.42.42.5(pid=17960): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17960)]\u000a21:52:00.150577 run osmo-stp_10.42.42.5(pid=17960): stdout: \u000a| (launched: 2022-12-08_21:51:58.594968)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:00.289740 run osmo-stp_10.42.42.5(pid=17960): stderr: \u000a| �[0;m�[38;5;43m20221208215158788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215158788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215158788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215158789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215158789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215158789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215158789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:00.423627 run osmo-stp_10.42.42.5(pid=17960): stdout: \u000a| (launched: 2022-12-08_21:51:58.594968)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:00.556565 run osmo-stp_10.42.42.5(pid=17960): stderr: \u000a| �[0;m�[38;5;43m20221208215158788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215158788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215158788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215158789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215158789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215158789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215158789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:00.710939 run patchelf(pid=17963): Terminating (SIGINT)\u000a21:52:00.916324 run patchelf(pid=17963): Terminated: ok {rc=0}\u000a21:52:00.950761 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17960): Process ended prematurely: osmo-stp_10.42.42.5(pid=17960) [trial-2350↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17960)] [trial-2350↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a21:52:00.961176 tst ping.py:22: Test FAILED (6.7 sec)\u000a21:52:01.029874 run osmo-hlr_10.42.42.2(pid=17957): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17957)]\u000a21:52:01.084777 run osmo-hlr_10.42.42.2(pid=17957): stdout: \u000a| (launched: 2022-12-08_21:51:57.631681) \u000a21:52:01.140473 run osmo-hlr_10.42.42.2(pid=17957): stderr: \u000a| �[0;m�[1;31m20221208215157829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215157829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215157829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215157829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215157829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215157829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215157842 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215157850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215157850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215157850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:52:01.188559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17956): Terminating (SIGTERM)\u000a21:52:01.233795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17959): Terminating (SIGTERM)\u000a21:52:01.278906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17962): Terminating (SIGTERM)\u000a21:52:01.289929 --- ParallelTerminationStrategy: PID 17956 died...\u000a21:52:01.351764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17956): Terminated: ok {rc=0}\u000a21:52:01.363173 --- ParallelTerminationStrategy: PID 17959 died...\u000a21:52:01.423434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17959): Terminated: ok {rc=0}\u000a21:52:01.434643 --- ParallelTerminationStrategy: PID 17962 died...\u000a21:52:01.495039 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17962): Terminated: ok {rc=0}\u000a21:52:01.587511 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 20, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17970): Process ended prematurely: osmo-stp_10.42.42.5(pid=17970) [trial-2350↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17970)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17970): Process ended prematurely: osmo-stp_10.42.42.5(pid=17970) [trial-2350↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17970)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a21:52:02.639157 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:52:02.651143 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:52:02.778564 tst ping_idle_ping.py: using LAC 16983\u000a21:52:02.899505 tst ping_idle_ping.py: using RAC 153\u000a21:52:03.020481 tst ping_idle_ping.py: using CellId 16983\u000a21:52:03.141526 tst ping_idle_ping.py: using BVCI 16984\u000a21:52:03.164780 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:52:03.175652 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:52:03.186302 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:52:03.196906 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:52:03.207502 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:52:03.218055 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:52:03.228696 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:52:03.239804 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:52:03.536701 tst ping_idle_ping.py:24: start network...\u000a21:52:03.670838 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:52:04.175552 run create_hlr_db(pid=17964): Launched\u000a21:52:04.362402 bus /gobi_6: Setting Powered False\u000a21:52:05.384333 run create_hlr_db(pid=17964): Terminated: ok {rc=0}\u000a21:52:05.788393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17966): Launched\u000a21:52:06.088774 run osmo-hlr_10.42.42.2(pid=17967): Launched\u000a21:52:06.200915 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:52:06.722472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17969): Launched\u000a21:52:07.022664 run osmo-stp_10.42.42.5(pid=17970): Launched\u000a21:52:07.131620 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:52:07.657632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17972): Launched\u000a21:52:07.764526 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:52:08.026961 run patchelf(pid=17973): Launched\u000a21:52:08.204455 run osmo-stp_10.42.42.5(pid=17970): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17970)]\u000a21:52:08.333658 run osmo-stp_10.42.42.5(pid=17970): stdout: \u000a| (launched: 2022-12-08_21:52:06.875287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:08.462908 run osmo-stp_10.42.42.5(pid=17970): stderr: \u000a| �[0;m�[38;5;43m20221208215207045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215207045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215207045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215207046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215207046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215207046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215207046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:08.588033 run osmo-stp_10.42.42.5(pid=17970): stdout: \u000a| (launched: 2022-12-08_21:52:06.875287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:08.711996 run osmo-stp_10.42.42.5(pid=17970): stderr: \u000a| �[0;m�[38;5;43m20221208215207045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215207045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215207045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215207046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215207046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215207046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215207046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:08.855643 run patchelf(pid=17973): Terminating (SIGINT)\u000a21:52:09.025245 run patchelf(pid=17973): Terminated: ok {rc=0}\u000a21:52:09.056068 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17970): Process ended prematurely: osmo-stp_10.42.42.5(pid=17970) [trial-2350↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17970)] [trial-2350↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a21:52:09.064792 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a21:52:09.125039 run osmo-hlr_10.42.42.2(pid=17967): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17967)]\u000a21:52:09.174733 run osmo-hlr_10.42.42.2(pid=17967): stdout: \u000a| (launched: 2022-12-08_21:52:05.941395) \u000a21:52:09.224865 run osmo-hlr_10.42.42.2(pid=17967): stderr: \u000a| �[0;m�[1;31m20221208215206116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215206116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215206116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215206116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215206116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215206116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215206129 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215206139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215206139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215206139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:52:09.267462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17966): Terminating (SIGTERM)\u000a21:52:09.307786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17969): Terminating (SIGTERM)\u000a21:52:09.348204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17972): Terminating (SIGTERM)\u000a21:52:09.357567 --- ParallelTerminationStrategy: PID 17966 died...\u000a21:52:09.412514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17966): Terminated: ok {rc=0}\u000a21:52:09.422719 --- ParallelTerminationStrategy: PID 17969 died...\u000a21:52:09.477006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17969): Terminated: ok {rc=0}\u000a21:52:09.486851 --- ParallelTerminationStrategy: PID 17972 died...\u000a21:52:09.541072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17972): Terminated: ok {rc=0}\u000a21:52:09.625434 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:51:11" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17988): Process ended prematurely: osmo-stp_10.42.42.5(pid=17988) [trial-2350↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17988)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17988): Process ended prematurely: osmo-stp_10.42.42.5(pid=17988) [trial-2350↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17988)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:52:11.730470 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:11.741228 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:52:11.886321 tst cs_paging_gprs_active.py: using LAC 16984\u000a21:52:12.007992 tst cs_paging_gprs_active.py: using RAC 154\u000a21:52:12.129821 tst cs_paging_gprs_active.py: using CellId 16984\u000a21:52:12.250216 tst cs_paging_gprs_active.py: using BVCI 16985\u000a21:52:12.273595 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:12.284346 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:12.295002 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:12.305619 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:12.316101 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:12.326719 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:12.337833 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:12.348249 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:12.359349 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:52:12.479187 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:52:12.760637 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:52:12.887843 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:52:13.204090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17978): Launched\u000a21:52:13.466615 run iperf3-srv_10.42.42.10(pid=17979): Launched\u000a21:52:13.651854 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:52:13.778270 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:52:14.094002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17980): Launched\u000a21:52:14.358047 run iperf3-srv_10.42.42.10(pid=17981): Launched\u000a21:52:14.543944 tst cs_paging_gprs_active.py:38: start network...\u000a21:52:14.671111 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:52:15.166135 run create_hlr_db(pid=17982): Launched\u000a21:52:15.356850 bus /gobi_6: Setting Powered False\u000a21:52:16.374222 run create_hlr_db(pid=17982): Terminated: ok {rc=0}\u000a21:52:16.803270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17984): Launched\u000a21:52:17.140448 run osmo-hlr_10.42.42.2(pid=17985): Launched\u000a21:52:17.285922 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:52:17.821126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17987): Launched\u000a21:52:18.126554 run osmo-stp_10.42.42.5(pid=17988): Launched\u000a21:52:18.237154 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:52:18.771156 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17990): Launched\u000a21:52:18.879900 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:52:19.146628 run patchelf(pid=17991): Launched\u000a21:52:19.325795 run osmo-stp_10.42.42.5(pid=17988): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17988)]\u000a21:52:19.457162 run osmo-stp_10.42.42.5(pid=17988): stdout: \u000a| (launched: 2022-12-08_21:52:17.977090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:19.588710 run osmo-stp_10.42.42.5(pid=17988): stderr: \u000a| �[0;m�[38;5;43m20221208215218149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215218149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215218150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215218150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215218151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215218151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215218151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:19.716353 run osmo-stp_10.42.42.5(pid=17988): stdout: \u000a| (launched: 2022-12-08_21:52:17.977090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:19.842988 run osmo-stp_10.42.42.5(pid=17988): stderr: \u000a| �[0;m�[38;5;43m20221208215218149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215218149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215218150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215218150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215218151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215218151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215218151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:19.989123 run patchelf(pid=17991): Terminating (SIGINT)\u000a21:52:20.161982 run patchelf(pid=17991): Terminated: ok {rc=0}\u000a21:52:20.193604 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17988): Process ended prematurely: osmo-stp_10.42.42.5(pid=17988) [trial-2350↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17988)] [trial-2350↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a21:52:20.202823 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a21:52:20.263455 run osmo-hlr_10.42.42.2(pid=17985): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17985)]\u000a21:52:20.314761 run osmo-hlr_10.42.42.2(pid=17985): stdout: \u000a| (launched: 2022-12-08_21:52:16.962684) \u000a21:52:20.365133 run osmo-hlr_10.42.42.2(pid=17985): stderr: \u000a| �[0;m�[1;31m20221208215217277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215217277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215217277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215217277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215217277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215217277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215217292 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215217302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215217302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215217302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:52:20.407775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17978): Terminating (SIGTERM)\u000a21:52:20.447825 run iperf3-srv_10.42.42.10(pid=17979): Terminating (SIGTERM)\u000a21:52:20.487913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17980): Terminating (SIGTERM)\u000a21:52:20.527950 run iperf3-srv_10.42.42.10(pid=17981): Terminating (SIGTERM)\u000a21:52:20.568062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17984): Terminating (SIGTERM)\u000a21:52:20.608108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17987): Terminating (SIGTERM)\u000a21:52:20.648355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17990): Terminating (SIGTERM)\u000a21:52:20.657585 --- ParallelTerminationStrategy: PID 17978 died...\u000a21:52:20.711442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17978): Terminated: ok {rc=0}\u000a21:52:20.721146 --- ParallelTerminationStrategy: PID 17979 died...\u000a21:52:20.774509 run iperf3-srv_10.42.42.10(pid=17979): Terminated {rc=256}\u000a21:52:20.784092 --- ParallelTerminationStrategy: PID 17980 died...\u000a21:52:20.837446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17980): Terminated: ok {rc=0}\u000a21:52:20.847036 --- ParallelTerminationStrategy: PID 17981 died...\u000a21:52:20.900322 run iperf3-srv_10.42.42.10(pid=17981): Terminated {rc=256}\u000a21:52:20.910038 --- ParallelTerminationStrategy: PID 17984 died...\u000a21:52:20.963472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17984): Terminated: ok {rc=0}\u000a21:52:20.973180 --- ParallelTerminationStrategy: PID 17987 died...\u000a21:52:21.026727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17987): Terminated: ok {rc=0}\u000a21:52:21.036348 --- ParallelTerminationStrategy: PID 17990 died...\u000a21:52:21.089693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17990): Terminated: ok {rc=0}\u000a21:52:21.178216 bus /gobi_0: Setting Powered False\u000a21:52:22.281540 bus /gobi_0: Setting Powered False\u000a21:52:23.389340 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18000): Process ended prematurely: osmo-stp_10.42.42.5(pid=18000) [trial-2350↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18000)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18000): Process ended prematurely: osmo-stp_10.42.42.5(pid=18000) [trial-2350↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18000)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a21:52:24.505047 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:24.516624 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:52:24.673666 tst iperf3.py: using LAC 16985\u000a21:52:24.804532 tst iperf3.py: using RAC 155\u000a21:52:24.935206 tst iperf3.py: using CellId 16985\u000a21:52:25.059005 tst iperf3.py: using BVCI 16986\u000a21:52:25.082355 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:25.093320 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:25.103968 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:25.114556 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:25.125053 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:25.135672 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:25.146405 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:25.156824 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:25.167521 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:52:25.463168 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:52:25.600398 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:52:25.939019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17992): Launched\u000a21:52:26.221250 run iperf3-srv_10.42.42.10(pid=17993): Launched\u000a21:52:26.422808 tst iperf3.py:8: start network...\u000a21:52:26.560318 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:52:27.075581 run create_hlr_db(pid=17994): Launched\u000a21:52:27.265180 bus /gobi_6: Setting Powered False\u000a21:52:28.287178 run create_hlr_db(pid=17994): Terminated: ok {rc=0}\u000a21:52:28.696888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17996): Launched\u000a21:52:29.002899 run osmo-hlr_10.42.42.2(pid=17997): Launched\u000a21:52:29.116423 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:52:29.647751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17999): Launched\u000a21:52:29.952654 run osmo-stp_10.42.42.5(pid=18000): Launched\u000a21:52:30.063735 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:52:30.597150 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18002): Launched\u000a21:52:30.706153 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:52:31.012039 run patchelf(pid=18003): Launched\u000a21:52:31.214287 run osmo-stp_10.42.42.5(pid=18000): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18000)]\u000a21:52:31.361695 run osmo-stp_10.42.42.5(pid=18000): stdout: \u000a| (launched: 2022-12-08_21:52:29.802947)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:31.507783 run osmo-stp_10.42.42.5(pid=18000): stderr: \u000a| �[0;m�[38;5;43m20221208215229975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215229975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215229975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215229976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215229976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215229976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215229977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:31.650382 run osmo-stp_10.42.42.5(pid=18000): stdout: \u000a| (launched: 2022-12-08_21:52:29.802947)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:31.789917 run osmo-stp_10.42.42.5(pid=18000): stderr: \u000a| �[0;m�[38;5;43m20221208215229975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215229975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215229975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215229976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215229976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215229976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215229977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:31.963151 run patchelf(pid=18003): Terminating (SIGINT)\u000a21:52:32.161361 run patchelf(pid=18003): Terminated: ok {rc=0}\u000a21:52:32.195724 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18000): Process ended prematurely: osmo-stp_10.42.42.5(pid=18000) [trial-2350↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18000)] [trial-2350↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a21:52:32.206417 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a21:52:32.273593 run osmo-hlr_10.42.42.2(pid=17997): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17997)]\u000a21:52:32.327099 run osmo-hlr_10.42.42.2(pid=17997): stdout: \u000a| (launched: 2022-12-08_21:52:28.852220) \u000a21:52:32.381340 run osmo-hlr_10.42.42.2(pid=17997): stderr: \u000a| �[0;m�[1;31m20221208215229028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215229028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215229028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215229028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215229028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215229028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215229042 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215229050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215229051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215229051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:52:32.427837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17992): Terminating (SIGTERM)\u000a21:52:32.470962 run iperf3-srv_10.42.42.10(pid=17993): Terminating (SIGTERM)\u000a21:52:32.514499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17996): Terminating (SIGTERM)\u000a21:52:32.558608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17999): Terminating (SIGTERM)\u000a21:52:32.602029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18002): Terminating (SIGTERM)\u000a21:52:32.612532 --- ParallelTerminationStrategy: PID 17992 died...\u000a21:52:32.671507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17992): Terminated: ok {rc=0}\u000a21:52:32.682070 --- ParallelTerminationStrategy: PID 17993 died...\u000a21:52:32.740681 run iperf3-srv_10.42.42.10(pid=17993): Terminated {rc=256}\u000a21:52:32.751101 --- ParallelTerminationStrategy: PID 17996 died...\u000a21:52:32.808799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17996): Terminated: ok {rc=0}\u000a21:52:32.819888 --- ParallelTerminationStrategy: PID 17999 died...\u000a21:52:32.878349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17999): Terminated: ok {rc=0}\u000a21:52:32.888888 --- ParallelTerminationStrategy: PID 18002 died...\u000a21:52:32.947106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18002): Terminated: ok {rc=0}\u000a21:52:33.036512 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18024): Process ended prematurely: osmo-stp_10.42.42.5(pid=18024) [trial-2350↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18024)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18024): Process ended prematurely: osmo-stp_10.42.42.5(pid=18024) [trial-2350↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18024)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a21:52:34.153946 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:34.166374 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:52:34.321292 tst iperf3m4.py: using LAC 16986\u000a21:52:34.452227 tst iperf3m4.py: using RAC 156\u000a21:52:34.581116 tst iperf3m4.py: using CellId 16986\u000a21:52:34.709930 tst iperf3m4.py: using BVCI 16987\u000a21:52:34.735323 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:34.746857 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:34.758076 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:34.769613 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:34.780900 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:34.792381 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:34.803994 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:34.815485 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:34.827255 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:52:34.947071 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:52:35.066899 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:52:35.181155 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:52:35.479291 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:52:35.616502 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:52:35.957373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18010): Launched\u000a21:52:36.239673 run iperf3-srv_10.42.42.10(pid=18011): Launched\u000a21:52:36.440702 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:52:36.578104 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:52:36.916505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18012): Launched\u000a21:52:37.198520 run iperf3-srv_10.42.42.10(pid=18013): Launched\u000a21:52:37.399376 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:52:37.536660 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:52:37.874560 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18014): Launched\u000a21:52:38.155561 run iperf3-srv_10.42.42.10(pid=18015): Launched\u000a21:52:38.356733 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:52:38.494414 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:52:38.832647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18016): Launched\u000a21:52:39.113795 run iperf3-srv_10.42.42.10(pid=18017): Launched\u000a21:52:39.315113 tst iperf3m4.py:8: start network...\u000a21:52:39.451990 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:52:39.965869 run create_hlr_db(pid=18018): Launched\u000a21:52:40.155074 bus /gobi_6: Setting Powered False\u000a21:52:41.177766 run create_hlr_db(pid=18018): Terminated: ok {rc=0}\u000a21:52:41.611272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18020): Launched\u000a21:52:41.939032 run osmo-hlr_10.42.42.2(pid=18021): Launched\u000a21:52:42.058116 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:52:42.627976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18023): Launched\u000a21:52:42.954359 run osmo-stp_10.42.42.5(pid=18024): Launched\u000a21:52:43.074492 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:52:43.645227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18026): Launched\u000a21:52:43.762533 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:52:44.046896 run patchelf(pid=18027): Launched\u000a21:52:44.239125 run osmo-stp_10.42.42.5(pid=18024): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18024)]\u000a21:52:44.379437 run osmo-stp_10.42.42.5(pid=18024): stdout: \u000a| (launched: 2022-12-08_21:52:42.794136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:44.520228 run osmo-stp_10.42.42.5(pid=18024): stderr: \u000a| �[0;m�[38;5;43m20221208215242987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215242987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215242987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215242988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215242988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215242988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215242988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:44.656065 run osmo-stp_10.42.42.5(pid=18024): stdout: \u000a| (launched: 2022-12-08_21:52:42.794136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:44.791485 run osmo-stp_10.42.42.5(pid=18024): stderr: \u000a| �[0;m�[38;5;43m20221208215242987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215242987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215242987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215242988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215242988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215242988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215242988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:44.948174 run patchelf(pid=18027): Terminating (SIGINT)\u000a21:52:45.131980 run patchelf(pid=18027): Terminated: ok {rc=0}\u000a21:52:45.166041 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18024): Process ended prematurely: osmo-stp_10.42.42.5(pid=18024) [trial-2350↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18024)] [trial-2350↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a21:52:45.175989 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a21:52:45.241479 run osmo-hlr_10.42.42.2(pid=18021): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18021)]\u000a21:52:45.294173 run osmo-hlr_10.42.42.2(pid=18021): stdout: \u000a| (launched: 2022-12-08_21:52:41.778161) \u000a21:52:45.348058 run osmo-hlr_10.42.42.2(pid=18021): stderr: \u000a| �[0;m�[1;31m20221208215241976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215241976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215241976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215241976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215241976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215241976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215241989 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215241998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215241998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215241998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:52:45.393230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18010): Terminating (SIGTERM)\u000a21:52:45.436155 run iperf3-srv_10.42.42.10(pid=18011): Terminating (SIGTERM)\u000a21:52:45.479333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18012): Terminating (SIGTERM)\u000a21:52:45.522728 run iperf3-srv_10.42.42.10(pid=18013): Terminating (SIGTERM)\u000a21:52:45.565668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18014): Terminating (SIGTERM)\u000a21:52:45.608236 run iperf3-srv_10.42.42.10(pid=18015): Terminating (SIGTERM)\u000a21:52:45.651110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18016): Terminating (SIGTERM)\u000a21:52:45.694258 run iperf3-srv_10.42.42.10(pid=18017): Terminating (SIGTERM)\u000a21:52:45.737268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18020): Terminating (SIGTERM)\u000a21:52:45.780057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18023): Terminating (SIGTERM)\u000a21:52:45.823428 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18026): Terminating (SIGTERM)\u000a21:52:45.833676 --- ParallelTerminationStrategy: PID 18010 died...\u000a21:52:45.893369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18010): Terminated: ok {rc=0}\u000a21:52:45.904066 --- ParallelTerminationStrategy: PID 18011 died...\u000a21:52:45.971538 run iperf3-srv_10.42.42.10(pid=18011): Terminated {rc=256}\u000a21:52:45.982234 --- ParallelTerminationStrategy: PID 18012 died...\u000a21:52:46.040683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18012): Terminated: ok {rc=0}\u000a21:52:46.051872 --- ParallelTerminationStrategy: PID 18013 died...\u000a21:52:46.118379 run iperf3-srv_10.42.42.10(pid=18013): Terminated {rc=256}\u000a21:52:46.129310 --- ParallelTerminationStrategy: PID 18014 died...\u000a21:52:46.187223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18014): Terminated: ok {rc=0}\u000a21:52:46.198301 --- ParallelTerminationStrategy: PID 18015 died...\u000a21:52:46.256855 run iperf3-srv_10.42.42.10(pid=18015): Terminated {rc=256}\u000a21:52:46.268332 --- ParallelTerminationStrategy: PID 18016 died...\u000a21:52:46.325626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18016): Terminated: ok {rc=0}\u000a21:52:46.337541 --- ParallelTerminationStrategy: PID 18017 died...\u000a21:52:46.396436 run iperf3-srv_10.42.42.10(pid=18017): Terminated {rc=256}\u000a21:52:46.408237 --- ParallelTerminationStrategy: PID 18020 died...\u000a21:52:46.466434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18020): Terminated: ok {rc=0}\u000a21:52:46.477129 --- ParallelTerminationStrategy: PID 18023 died...\u000a21:52:46.534016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18023): Terminated: ok {rc=0}\u000a21:52:46.545200 --- ParallelTerminationStrategy: PID 18026 died...\u000a21:52:46.603175 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18026): Terminated: ok {rc=0}\u000a21:52:46.692247 bus /gobi_4: Setting Powered False\u000a21:52:47.795176 bus /gobi_4: Setting Powered False\u000a21:52:48.907842 bus /gobi_1: Setting Powered False\u000a21:52:50.012147 bus /gobi_1: Setting Powered False\u000a21:52:51.125357 bus /gobi_0: Setting Powered False\u000a21:52:52.229452 bus /gobi_0: Setting Powered False\u000a21:52:53.342856 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 20, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18034): Process ended prematurely: osmo-stp_10.42.42.5(pid=18034) [trial-2350↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18034)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18034): Process ended prematurely: osmo-stp_10.42.42.5(pid=18034) [trial-2350↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18034)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a21:52:54.412620 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:54.424702 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:52:54.580626 tst ping.py: using LAC 16987\u000a21:52:54.709753 tst ping.py: using RAC 157\u000a21:52:54.842085 tst ping.py: using CellId 16987\u000a21:52:54.967702 tst ping.py: using BVCI 16988\u000a21:52:54.992477 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:55.003856 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:55.015008 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:55.027008 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:55.038809 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:55.050663 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:55.062752 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:55.074463 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:52:55.350895 tst ping.py:19: start network...\u000a21:52:55.475365 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:52:55.957310 run create_hlr_db(pid=18028): Launched\u000a21:52:56.131777 bus /gobi_6: Setting Powered False\u000a21:52:57.151981 run create_hlr_db(pid=18028): Terminated: ok {rc=0}\u000a21:52:57.552865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18030): Launched\u000a21:52:57.852084 run osmo-hlr_10.42.42.2(pid=18031): Launched\u000a21:52:57.961832 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:52:58.489665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18033): Launched\u000a21:52:58.787942 run osmo-stp_10.42.42.5(pid=18034): Launched\u000a21:52:58.896404 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:52:59.417181 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18036): Launched\u000a21:52:59.523163 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:52:59.783973 run patchelf(pid=18037): Launched\u000a21:52:59.959205 run osmo-stp_10.42.42.5(pid=18034): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18034)]\u000a21:53:00.087808 run osmo-stp_10.42.42.5(pid=18034): stdout: \u000a| (launched: 2022-12-08_21:52:58.642017)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:00.216749 run osmo-stp_10.42.42.5(pid=18034): stderr: \u000a| �[0;m�[38;5;43m20221208215258813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215258813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215258813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215258814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215258814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215258814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215258814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:00.340932 run osmo-stp_10.42.42.5(pid=18034): stdout: \u000a| (launched: 2022-12-08_21:52:58.642017)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:00.463828 run osmo-stp_10.42.42.5(pid=18034): stderr: \u000a| �[0;m�[38;5;43m20221208215258813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215258813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215258813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215258814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215258814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215258814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215258814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:00.607224 run patchelf(pid=18037): Terminating (SIGINT)\u000a21:53:00.775255 run patchelf(pid=18037): Terminated: ok {rc=0}\u000a21:53:00.805706 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18034): Process ended prematurely: osmo-stp_10.42.42.5(pid=18034) [trial-2350↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18034)] [trial-2350↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a21:53:00.814316 tst ping.py:22: Test FAILED (6.4 sec)\u000a21:53:00.875542 run osmo-hlr_10.42.42.2(pid=18031): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18031)]\u000a21:53:00.926051 run osmo-hlr_10.42.42.2(pid=18031): stdout: \u000a| (launched: 2022-12-08_21:52:57.705245) \u000a21:53:00.977868 run osmo-hlr_10.42.42.2(pid=18031): stderr: \u000a| �[0;m�[1;31m20221208215257884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215257884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215257884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215257884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215257884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215257884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215257897 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215257905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215257905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215257905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:53:01.021598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18030): Terminating (SIGTERM)\u000a21:53:01.065206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18033): Terminating (SIGTERM)\u000a21:53:01.107049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18036): Terminating (SIGTERM)\u000a21:53:01.118320 --- ParallelTerminationStrategy: PID 18030 died...\u000a21:53:01.201471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18030): Terminated: ok {rc=0}\u000a21:53:01.216158 --- ParallelTerminationStrategy: PID 18033 died...\u000a21:53:01.292557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18033): Terminated: ok {rc=0}\u000a21:53:01.302921 --- ParallelTerminationStrategy: PID 18036 died...\u000a21:53:01.375432 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18036): Terminated: ok {rc=0}\u000a21:53:01.494509 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 20, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18316): Process ended prematurely: osmo-stp_10.42.42.5(pid=18316) [trial-2350↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18316)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18316): Process ended prematurely: osmo-stp_10.42.42.5(pid=18316) [trial-2350↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18316)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a21:53:02.562765 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:53:02.579313 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:53:02.759719 tst ping_idle_ping.py: using LAC 16988\u000a21:53:02.922450 tst ping_idle_ping.py: using RAC 158\u000a21:53:03.060055 tst ping_idle_ping.py: using CellId 16988\u000a21:53:03.207494 tst ping_idle_ping.py: using BVCI 16989\u000a21:53:03.236664 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:53:03.248919 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:53:03.265045 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:53:03.276208 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:53:03.292756 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:53:03.303749 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:53:03.316697 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:53:03.334076 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:53:03.681312 tst ping_idle_ping.py:24: start network...\u000a21:53:03.840020 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:53:04.398177 run create_hlr_db(pid=18308): Launched\u000a21:53:04.593666 bus /gobi_6: Setting Powered False\u000a21:53:05.613662 run create_hlr_db(pid=18308): Terminated: ok {rc=0}\u000a21:53:06.050813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18311): Launched\u000a21:53:06.470684 run osmo-hlr_10.42.42.2(pid=18313): Launched\u000a21:53:06.722144 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:53:07.309141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18315): Launched\u000a21:53:07.741532 run osmo-stp_10.42.42.5(pid=18316): Launched\u000a21:53:07.967448 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:53:08.555403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18318): Launched\u000a21:53:08.677444 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:53:08.980613 run patchelf(pid=18319): Launched\u000a21:53:09.175795 run osmo-stp_10.42.42.5(pid=18316): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18316)]\u000a21:53:09.320353 run osmo-stp_10.42.42.5(pid=18316): stdout: \u000a| (launched: 2022-12-08_21:53:07.479371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:09.465988 run osmo-stp_10.42.42.5(pid=18316): stderr: \u000a| �[0;m�[38;5;43m20221208215307778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215307778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215307779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215307779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215307780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215307780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215307780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:09.604883 run osmo-stp_10.42.42.5(pid=18316): stdout: \u000a| (launched: 2022-12-08_21:53:07.479371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:09.745517 run osmo-stp_10.42.42.5(pid=18316): stderr: \u000a| �[0;m�[38;5;43m20221208215307778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215307778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215307779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215307779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215307780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215307780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215307780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:09.905239 run patchelf(pid=18319): Terminating (SIGINT)\u000a21:53:10.091851 run patchelf(pid=18319): Terminated: ok {rc=0}\u000a21:53:10.126951 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18316): Process ended prematurely: osmo-stp_10.42.42.5(pid=18316) [trial-2350↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18316)] [trial-2350↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a21:53:10.137405 tst ping_idle_ping.py:27: Test FAILED (7.6 sec)\u000a21:53:10.207067 run osmo-hlr_10.42.42.2(pid=18313): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18313)]\u000a21:53:10.263248 run osmo-hlr_10.42.42.2(pid=18313): stdout: \u000a| (launched: 2022-12-08_21:53:06.205456) \u000a21:53:10.320039 run osmo-hlr_10.42.42.2(pid=18313): stderr: \u000a| �[0;m�[1;31m20221208215306512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215306512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215306512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215306512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215306512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215306512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215306535 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215306551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215306551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215306552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:53:10.368093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18311): Terminating (SIGTERM)\u000a21:53:10.413087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18315): Terminating (SIGTERM)\u000a21:53:10.460207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18318): Terminating (SIGTERM)\u000a21:53:10.473399 --- ParallelTerminationStrategy: PID 18311 died...\u000a21:53:10.535684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18311): Terminated: ok {rc=0}\u000a21:53:10.546986 --- ParallelTerminationStrategy: PID 18315 died...\u000a21:53:10.606724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18315): Terminated: ok {rc=0}\u000a21:53:10.619442 --- ParallelTerminationStrategy: PID 18318 died...\u000a21:53:10.681171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18318): Terminated: ok {rc=0}\u000a21:53:10.773984 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:52:11" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18333): Process ended prematurely: osmo-stp_10.42.42.5(pid=18333) [trial-2350↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18333)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18333): Process ended prematurely: osmo-stp_10.42.42.5(pid=18333) [trial-2350↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18333)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:53:12.914068 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:12.926309 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:53:13.084304 tst cs_paging_gprs_active.py: using LAC 16989\u000a21:53:13.216240 tst cs_paging_gprs_active.py: using RAC 159\u000a21:53:13.347534 tst cs_paging_gprs_active.py: using CellId 16989\u000a21:53:13.479264 tst cs_paging_gprs_active.py: using BVCI 16990\u000a21:53:13.505604 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:13.517821 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:13.531408 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:13.544646 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:13.558395 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:13.570511 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:13.585129 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:13.598132 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:13.610467 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:53:13.738777 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:53:14.044728 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:53:14.185607 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:53:14.548557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18323): Launched\u000a21:53:14.857392 run iperf3-srv_10.42.42.10(pid=18324): Launched\u000a21:53:15.063535 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:53:15.204424 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:53:15.569540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18325): Launched\u000a21:53:15.883729 run iperf3-srv_10.42.42.10(pid=18326): Launched\u000a21:53:16.121676 tst cs_paging_gprs_active.py:38: start network...\u000a21:53:16.267809 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:53:16.970935 run create_hlr_db(pid=18327): Launched\u000a21:53:17.205525 bus /gobi_6: Setting Powered False\u000a21:53:18.192599 run create_hlr_db(pid=18327): Terminated: ok {rc=0}\u000a21:53:18.698659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18329): Launched\u000a21:53:19.142135 run osmo-hlr_10.42.42.2(pid=18330): Launched\u000a21:53:19.399010 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:53:19.997359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18332): Launched\u000a21:53:20.443459 run osmo-stp_10.42.42.5(pid=18333): Launched\u000a21:53:20.668552 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:53:21.268453 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18335): Launched\u000a21:53:21.391376 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:53:21.704216 run patchelf(pid=18336): Launched\u000a21:53:21.903758 run osmo-stp_10.42.42.5(pid=18333): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18333)]\u000a21:53:22.049818 run osmo-stp_10.42.42.5(pid=18333): stdout: \u000a| (launched: 2022-12-08_21:53:20.169512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:22.196007 run osmo-stp_10.42.42.5(pid=18333): stderr: \u000a| �[0;m�[38;5;43m20221208215320472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215320472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215320473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215320473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215320473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215320473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215320474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:22.338796 run osmo-stp_10.42.42.5(pid=18333): stdout: \u000a| (launched: 2022-12-08_21:53:20.169512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:22.481429 run osmo-stp_10.42.42.5(pid=18333): stderr: \u000a| �[0;m�[38;5;43m20221208215320472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215320472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215320473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215320473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215320473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215320473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215320474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:22.645142 run patchelf(pid=18336): Terminating (SIGINT)\u000a21:53:22.836488 run patchelf(pid=18336): Terminated: ok {rc=0}\u000a21:53:22.872937 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18333): Process ended prematurely: osmo-stp_10.42.42.5(pid=18333) [trial-2350↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18333)] [trial-2350↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a21:53:22.884037 tst cs_paging_gprs_active.py:38: Test FAILED (10.0 sec)\u000a21:53:22.954227 run osmo-hlr_10.42.42.2(pid=18330): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18330)]\u000a21:53:23.009958 run osmo-hlr_10.42.42.2(pid=18330): stdout: \u000a| (launched: 2022-12-08_21:53:18.870400) \u000a21:53:23.067895 run osmo-hlr_10.42.42.2(pid=18330): stderr: \u000a| �[0;m�[1;31m20221208215319186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215319186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215319186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215319186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215319186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215319186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215319199 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215319216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215319216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215319216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:53:23.116119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18323): Terminating (SIGTERM)\u000a21:53:23.162184 run iperf3-srv_10.42.42.10(pid=18324): Terminating (SIGTERM)\u000a21:53:23.211171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18325): Terminating (SIGTERM)\u000a21:53:23.259542 run iperf3-srv_10.42.42.10(pid=18326): Terminating (SIGTERM)\u000a21:53:23.307168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18329): Terminating (SIGTERM)\u000a21:53:23.355179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18332): Terminating (SIGTERM)\u000a21:53:23.403348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18335): Terminating (SIGTERM)\u000a21:53:23.414854 --- ParallelTerminationStrategy: PID 18323 died...\u000a21:53:23.478698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18323): Terminated: ok {rc=0}\u000a21:53:23.490020 --- ParallelTerminationStrategy: PID 18324 died...\u000a21:53:23.551220 run iperf3-srv_10.42.42.10(pid=18324): Terminated {rc=256}\u000a21:53:23.562994 --- ParallelTerminationStrategy: PID 18325 died...\u000a21:53:23.623337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18325): Terminated: ok {rc=0}\u000a21:53:23.635839 --- ParallelTerminationStrategy: PID 18326 died...\u000a21:53:23.698350 run iperf3-srv_10.42.42.10(pid=18326): Terminated {rc=256}\u000a21:53:23.709936 --- ParallelTerminationStrategy: PID 18329 died...\u000a21:53:23.771020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18329): Terminated: ok {rc=0}\u000a21:53:23.782608 --- ParallelTerminationStrategy: PID 18332 died...\u000a21:53:23.844716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18332): Terminated: ok {rc=0}\u000a21:53:23.855971 --- ParallelTerminationStrategy: PID 18335 died...\u000a21:53:23.917513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18335): Terminated: ok {rc=0}\u000a21:53:24.011201 bus /gobi_0: Setting Powered False\u000a21:53:25.118694 bus /gobi_0: Setting Powered False\u000a21:53:26.225718 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18345): Process ended prematurely: osmo-stp_10.42.42.5(pid=18345) [trial-2350↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18345)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18345): Process ended prematurely: osmo-stp_10.42.42.5(pid=18345) [trial-2350↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18345)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a21:53:27.334254 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:27.345479 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:53:27.492535 tst iperf3.py: using LAC 16990\u000a21:53:27.612365 tst iperf3.py: using RAC 160\u000a21:53:27.730469 tst iperf3.py: using CellId 16990\u000a21:53:27.849238 tst iperf3.py: using BVCI 16991\u000a21:53:27.872596 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:27.883383 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:27.893902 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:27.904432 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:27.914902 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:27.925384 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:27.935891 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:27.946319 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:27.956936 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:53:28.235263 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:53:28.362641 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:53:28.679168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18337): Launched\u000a21:53:28.942935 run iperf3-srv_10.42.42.10(pid=18338): Launched\u000a21:53:29.128633 tst iperf3.py:8: start network...\u000a21:53:29.255710 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:53:29.745800 run create_hlr_db(pid=18339): Launched\u000a21:53:29.935987 bus /gobi_6: Setting Powered False\u000a21:53:30.971787 run create_hlr_db(pid=18339): Terminated: ok {rc=0}\u000a21:53:31.407214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18341): Launched\u000a21:53:31.858299 run osmo-hlr_10.42.42.2(pid=18342): Launched\u000a21:53:32.057375 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:53:32.617465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18344): Launched\u000a21:53:32.945440 run osmo-stp_10.42.42.5(pid=18345): Launched\u000a21:53:33.064391 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:53:33.636071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18347): Launched\u000a21:53:33.754309 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:53:34.040502 run patchelf(pid=18348): Launched\u000a21:53:34.233353 run osmo-stp_10.42.42.5(pid=18345): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18345)]\u000a21:53:34.374256 run osmo-stp_10.42.42.5(pid=18345): stdout: \u000a| (launched: 2022-12-08_21:53:32.784364)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:34.515198 run osmo-stp_10.42.42.5(pid=18345): stderr: \u000a| �[0;m�[38;5;43m20221208215332980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215332980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215332981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215332981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215332982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215332982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215332982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:34.651660 run osmo-stp_10.42.42.5(pid=18345): stdout: \u000a| (launched: 2022-12-08_21:53:32.784364)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:34.787301 run osmo-stp_10.42.42.5(pid=18345): stderr: \u000a| �[0;m�[38;5;43m20221208215332980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215332980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215332981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215332981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215332982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215332982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215332982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:34.944801 run patchelf(pid=18348): Terminating (SIGINT)\u000a21:53:35.128789 run patchelf(pid=18348): Terminated: ok {rc=0}\u000a21:53:35.162586 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18345): Process ended prematurely: osmo-stp_10.42.42.5(pid=18345) [trial-2350↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18345)] [trial-2350↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a21:53:35.172528 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a21:53:35.237845 run osmo-hlr_10.42.42.2(pid=18342): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18342)]\u000a21:53:35.290594 run osmo-hlr_10.42.42.2(pid=18342): stdout: \u000a| (launched: 2022-12-08_21:53:31.566823) \u000a21:53:35.344055 run osmo-hlr_10.42.42.2(pid=18342): stderr: \u000a| �[0;m�[1;31m20221208215331807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215331807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215331807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215331807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215331807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215331807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215331822 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215331835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215331836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215331836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:53:35.389511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18337): Terminating (SIGTERM)\u000a21:53:35.432176 run iperf3-srv_10.42.42.10(pid=18338): Terminating (SIGTERM)\u000a21:53:35.475316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18341): Terminating (SIGTERM)\u000a21:53:35.518036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18344): Terminating (SIGTERM)\u000a21:53:35.560478 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18347): Terminating (SIGTERM)\u000a21:53:35.570651 --- ParallelTerminationStrategy: PID 18337 died...\u000a21:53:35.627949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18337): Terminated: ok {rc=0}\u000a21:53:35.638543 --- ParallelTerminationStrategy: PID 18338 died...\u000a21:53:35.695558 run iperf3-srv_10.42.42.10(pid=18338): Terminated {rc=256}\u000a21:53:35.705945 --- ParallelTerminationStrategy: PID 18341 died...\u000a21:53:35.763587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18341): Terminated: ok {rc=0}\u000a21:53:35.774011 --- ParallelTerminationStrategy: PID 18344 died...\u000a21:53:35.832773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18344): Terminated: ok {rc=0}\u000a21:53:35.842559 --- ParallelTerminationStrategy: PID 18347 died...\u000a21:53:35.897222 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18347): Terminated: ok {rc=0}\u000a21:53:35.986996 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18365): Process ended prematurely: osmo-stp_10.42.42.5(pid=18365) [trial-2350↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18365)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18365): Process ended prematurely: osmo-stp_10.42.42.5(pid=18365) [trial-2350↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18365)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a21:53:37.104346 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:37.116321 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:53:37.279388 tst iperf3m4.py: using LAC 16991\u000a21:53:37.408315 tst iperf3m4.py: using RAC 161\u000a21:53:37.536634 tst iperf3m4.py: using CellId 16991\u000a21:53:37.664626 tst iperf3m4.py: using BVCI 16992\u000a21:53:37.689844 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:37.701601 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:37.712762 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:37.724801 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:37.736706 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:37.748252 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:37.759947 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:37.771574 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:37.783630 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:53:37.903774 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:53:38.025426 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:53:38.142560 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:53:38.437887 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:53:38.574830 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:53:38.911960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18351): Launched\u000a21:53:39.192839 run iperf3-srv_10.42.42.10(pid=18352): Launched\u000a21:53:39.393302 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:53:39.530149 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:53:39.868153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18353): Launched\u000a21:53:40.142802 run iperf3-srv_10.42.42.10(pid=18354): Launched\u000a21:53:40.328596 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:53:40.454908 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:53:40.769997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18355): Launched\u000a21:53:41.032333 run iperf3-srv_10.42.42.10(pid=18356): Launched\u000a21:53:41.216691 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:53:41.342970 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:53:41.657446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18357): Launched\u000a21:53:41.919170 run iperf3-srv_10.42.42.10(pid=18358): Launched\u000a21:53:42.103541 tst iperf3m4.py:8: start network...\u000a21:53:42.230350 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:53:42.718807 run create_hlr_db(pid=18359): Launched\u000a21:53:42.892670 bus /gobi_6: Setting Powered False\u000a21:53:43.917059 run create_hlr_db(pid=18359): Terminated: ok {rc=0}\u000a21:53:44.322905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18361): Launched\u000a21:53:44.626915 run osmo-hlr_10.42.42.2(pid=18362): Launched\u000a21:53:44.737618 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:53:45.271580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18364): Launched\u000a21:53:45.574806 run osmo-stp_10.42.42.5(pid=18365): Launched\u000a21:53:45.685679 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:53:46.236531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18367): Launched\u000a21:53:46.347710 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:53:46.662853 run patchelf(pid=18368): Launched\u000a21:53:46.893108 run osmo-stp_10.42.42.5(pid=18365): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18365)]\u000a21:53:47.029667 run osmo-stp_10.42.42.5(pid=18365): stdout: \u000a| (launched: 2022-12-08_21:53:45.426229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:47.165884 run osmo-stp_10.42.42.5(pid=18365): stderr: \u000a| �[0;m�[38;5;43m20221208215345597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215345597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215345597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215345598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215345600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215345600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215345600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:47.295576 run osmo-stp_10.42.42.5(pid=18365): stdout: \u000a| (launched: 2022-12-08_21:53:45.426229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:47.422747 run osmo-stp_10.42.42.5(pid=18365): stderr: \u000a| �[0;m�[38;5;43m20221208215345597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215345597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215345597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215345598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215345600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215345600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215345600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:47.568650 run patchelf(pid=18368): Terminating (SIGINT)\u000a21:53:47.740374 run patchelf(pid=18368): Terminated: ok {rc=0}\u000a21:53:47.772127 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18365): Process ended prematurely: osmo-stp_10.42.42.5(pid=18365) [trial-2350↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18365)] [trial-2350↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a21:53:47.781526 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a21:53:47.842836 run osmo-hlr_10.42.42.2(pid=18362): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18362)]\u000a21:53:47.892924 run osmo-hlr_10.42.42.2(pid=18362): stdout: \u000a| (launched: 2022-12-08_21:53:44.477925) \u000a21:53:47.943576 run osmo-hlr_10.42.42.2(pid=18362): stderr: \u000a| �[0;m�[1;31m20221208215344657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215344657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215344657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215344657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215344657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215344657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215344669 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215344678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215344678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215344678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:53:47.986387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18351): Terminating (SIGTERM)\u000a21:53:48.027114 run iperf3-srv_10.42.42.10(pid=18352): Terminating (SIGTERM)\u000a21:53:48.068067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18353): Terminating (SIGTERM)\u000a21:53:48.108931 run iperf3-srv_10.42.42.10(pid=18354): Terminating (SIGTERM)\u000a21:53:48.149753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18355): Terminating (SIGTERM)\u000a21:53:48.190364 run iperf3-srv_10.42.42.10(pid=18356): Terminating (SIGTERM)\u000a21:53:48.231137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18357): Terminating (SIGTERM)\u000a21:53:48.271765 run iperf3-srv_10.42.42.10(pid=18358): Terminating (SIGTERM)\u000a21:53:48.312496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18361): Terminating (SIGTERM)\u000a21:53:48.353489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18364): Terminating (SIGTERM)\u000a21:53:48.394491 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18367): Terminating (SIGTERM)\u000a21:53:48.404218 --- ParallelTerminationStrategy: PID 18351 died...\u000a21:53:48.459081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18351): Terminated: ok {rc=0}\u000a21:53:48.469125 --- ParallelTerminationStrategy: PID 18352 died...\u000a21:53:48.523619 run iperf3-srv_10.42.42.10(pid=18352): Terminated {rc=256}\u000a21:53:48.533888 --- ParallelTerminationStrategy: PID 18353 died...\u000a21:53:48.588309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18353): Terminated: ok {rc=0}\u000a21:53:48.598073 --- ParallelTerminationStrategy: PID 18354 died...\u000a21:53:48.652439 run iperf3-srv_10.42.42.10(pid=18354): Terminated {rc=256}\u000a21:53:48.662227 --- ParallelTerminationStrategy: PID 18355 died...\u000a21:53:48.716877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18355): Terminated: ok {rc=0}\u000a21:53:48.726814 --- ParallelTerminationStrategy: PID 18356 died...\u000a21:53:48.781447 run iperf3-srv_10.42.42.10(pid=18356): Terminated {rc=256}\u000a21:53:48.791239 --- ParallelTerminationStrategy: PID 18357 died...\u000a21:53:48.845928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18357): Terminated: ok {rc=0}\u000a21:53:48.855860 --- ParallelTerminationStrategy: PID 18358 died...\u000a21:53:48.910354 run iperf3-srv_10.42.42.10(pid=18358): Terminated {rc=256}\u000a21:53:48.920318 --- ParallelTerminationStrategy: PID 18361 died...\u000a21:53:48.975104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18361): Terminated: ok {rc=0}\u000a21:53:48.985177 --- ParallelTerminationStrategy: PID 18364 died...\u000a21:53:49.039773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18364): Terminated: ok {rc=0}\u000a21:53:49.049740 --- ParallelTerminationStrategy: PID 18367 died...\u000a21:53:49.104474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18367): Terminated: ok {rc=0}\u000a21:53:49.189597 bus /gobi_4: Setting Powered False\u000a21:53:50.299562 bus /gobi_4: Setting Powered False\u000a21:53:51.409458 bus /gobi_1: Setting Powered False\u000a21:53:52.512491 bus /gobi_1: Setting Powered False\u000a21:53:53.621243 bus /gobi_0: Setting Powered False\u000a21:53:54.723421 bus /gobi_0: Setting Powered False\u000a21:53:55.832414 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 20, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18376): Process ended prematurely: osmo-stp_10.42.42.5(pid=18376) [trial-2350↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18376)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18376): Process ended prematurely: osmo-stp_10.42.42.5(pid=18376) [trial-2350↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18376)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a21:53:56.901167 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:56.913018 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:53:57.069542 tst ping.py: using LAC 16992\u000a21:53:57.194004 tst ping.py: using RAC 162\u000a21:53:57.321266 tst ping.py: using CellId 16992\u000a21:53:57.447450 tst ping.py: using BVCI 16993\u000a21:53:57.472112 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:57.483604 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:57.494751 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:57.506046 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:57.517361 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:57.528294 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:57.539684 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:57.550736 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:53:57.827027 tst ping.py:19: start network...\u000a21:53:57.951709 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:53:58.431372 run create_hlr_db(pid=18370): Launched\u000a21:53:58.604139 bus /gobi_6: Setting Powered False\u000a21:53:59.626202 run create_hlr_db(pid=18370): Terminated: ok {rc=0}\u000a21:54:00.053681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18372): Launched\u000a21:54:00.375423 run osmo-hlr_10.42.42.2(pid=18373): Launched\u000a21:54:00.496438 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:54:01.078737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18375): Launched\u000a21:54:01.451105 run osmo-stp_10.42.42.5(pid=18376): Launched\u000a21:54:01.594299 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:54:02.213893 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18378): Launched\u000a21:54:02.329876 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:54:02.610889 run patchelf(pid=18379): Launched\u000a21:54:02.800359 run osmo-stp_10.42.42.5(pid=18376): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18376)]\u000a21:54:02.938680 run osmo-stp_10.42.42.5(pid=18376): stdout: \u000a| (launched: 2022-12-08_21:54:01.234740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:54:03.077352 run osmo-stp_10.42.42.5(pid=18376): stderr: \u000a| �[0;m�[38;5;43m20221208215401602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215401602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215401603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215401603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215401603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215401603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215401603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:54:03.212206 run osmo-stp_10.42.42.5(pid=18376): stdout: \u000a| (launched: 2022-12-08_21:54:01.234740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:54:03.345458 run osmo-stp_10.42.42.5(pid=18376): stderr: \u000a| �[0;m�[38;5;43m20221208215401602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215401602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215401603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215401603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215401603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215401603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215401603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:54:03.499450 run patchelf(pid=18379): Terminating (SIGINT)\u000a21:54:03.680276 run patchelf(pid=18379): Terminated: ok {rc=0}\u000a21:54:03.712905 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18376): Process ended prematurely: osmo-stp_10.42.42.5(pid=18376) [trial-2350↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18376)] [trial-2350↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a21:54:03.722400 tst ping.py:22: Test FAILED (6.8 sec)\u000a21:54:03.787851 run osmo-hlr_10.42.42.2(pid=18373): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18373)]\u000a21:54:03.841244 run osmo-hlr_10.42.42.2(pid=18373): stdout: \u000a| (launched: 2022-12-08_21:54:00.217682) \u000a21:54:03.895226 run osmo-hlr_10.42.42.2(pid=18373): stderr: \u000a| �[0;m�[1;31m20221208215400416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215400416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215400416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215400416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215400417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215400417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215400428 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215400438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215400438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215400438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:54:03.941450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18372): Terminating (SIGTERM)\u000a21:54:03.985082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18375): Terminating (SIGTERM)\u000a21:54:04.028586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18378): Terminating (SIGTERM)\u000a21:54:04.038695 --- ParallelTerminationStrategy: PID 18372 died...\u000a21:54:04.096925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18372): Terminated: ok {rc=0}\u000a21:54:04.107348 --- ParallelTerminationStrategy: PID 18375 died...\u000a21:54:04.165477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18375): Terminated: ok {rc=0}\u000a21:54:04.176019 --- ParallelTerminationStrategy: PID 18378 died...\u000a21:54:04.234117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18378): Terminated: ok {rc=0}\u000a21:54:04.322683 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 20, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18387): Process ended prematurely: osmo-stp_10.42.42.5(pid=18387) [trial-2350↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18387)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18387): Process ended prematurely: osmo-stp_10.42.42.5(pid=18387) [trial-2350↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18387)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a21:54:05.375821 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:05.387893 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:54:05.542365 tst ping_idle_ping.py: using LAC 16993\u000a21:54:05.669405 tst ping_idle_ping.py: using RAC 163\u000a21:54:05.795807 tst ping_idle_ping.py: using CellId 16993\u000a21:54:05.924049 tst ping_idle_ping.py: using BVCI 16994\u000a21:54:05.948687 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:05.960025 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:05.971042 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:05.982290 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:05.993637 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:06.004840 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:06.016340 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:06.027796 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:54:06.307305 tst ping_idle_ping.py:24: start network...\u000a21:54:06.432629 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:54:06.918336 run create_hlr_db(pid=18380): Launched\u000a21:54:07.092355 bus /gobi_6: Setting Powered False\u000a21:54:08.113507 run create_hlr_db(pid=18380): Terminated: ok {rc=0}\u000a21:54:08.541826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18383): Launched\u000a21:54:08.864183 run osmo-hlr_10.42.42.2(pid=18384): Launched\u000a21:54:08.985115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:54:09.548789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18386): Launched\u000a21:54:09.870354 run osmo-stp_10.42.42.5(pid=18387): Launched\u000a21:54:09.986262 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:54:10.549986 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18389): Launched\u000a21:54:10.665715 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:54:10.947882 run patchelf(pid=18390): Launched\u000a21:54:11.138270 run osmo-stp_10.42.42.5(pid=18387): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18387)]\u000a21:54:11.278309 run osmo-stp_10.42.42.5(pid=18387): stdout: \u000a| (launched: 2022-12-08_21:54:09.713062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:54:11.417822 run osmo-stp_10.42.42.5(pid=18387): stderr: \u000a| �[0;m�[38;5;43m20221208215409905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215409905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215409905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215409906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215409908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215409908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215409908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:54:11.552094 run osmo-stp_10.42.42.5(pid=18387): stdout: \u000a| (launched: 2022-12-08_21:54:09.713062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:54:11.685453 run osmo-stp_10.42.42.5(pid=18387): stderr: \u000a| �[0;m�[38;5;43m20221208215409905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215409905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215409905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215409906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215409908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215409908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215409908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:54:11.840221 run patchelf(pid=18390): Terminating (SIGINT)\u000a21:54:12.021748 run patchelf(pid=18390): Terminated: ok {rc=0}\u000a21:54:12.054752 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18387): Process ended prematurely: osmo-stp_10.42.42.5(pid=18387) [trial-2350↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18387)] [trial-2350↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a21:54:12.063983 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a21:54:12.129115 run osmo-hlr_10.42.42.2(pid=18384): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18384)]\u000a21:54:12.182135 run osmo-hlr_10.42.42.2(pid=18384): stdout: \u000a| (launched: 2022-12-08_21:54:08.706178) \u000a21:54:12.236275 run osmo-hlr_10.42.42.2(pid=18384): stderr: \u000a| �[0;m�[1;31m20221208215408906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215408906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215408906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215408906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215408906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215408906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215408919 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215408927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215408927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215408927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:54:12.281837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18383): Terminating (SIGTERM)\u000a21:54:12.324781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18386): Terminating (SIGTERM)\u000a21:54:12.368077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18389): Terminating (SIGTERM)\u000a21:54:12.378131 --- ParallelTerminationStrategy: PID 18383 died...\u000a21:54:12.436084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18383): Terminated: ok {rc=0}\u000a21:54:12.446593 --- ParallelTerminationStrategy: PID 18386 died...\u000a21:54:12.503965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18386): Terminated: ok {rc=0}\u000a21:54:12.514499 --- ParallelTerminationStrategy: PID 18389 died...\u000a21:54:12.571814 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18389): Terminated: ok {rc=0}\u000a21:54:12.661011 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:53:12" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18400): Process ended prematurely: osmo-stp_10.42.42.5(pid=18400) [trial-2350↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18400)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18400): Process ended prematurely: osmo-stp_10.42.42.5(pid=18400) [trial-2350↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18400)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a21:54:14.642956 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:54:14.653993 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:54:14.794609 tst switch_tch_pdch.py: using LAC 16994\u000a21:54:14.910755 tst switch_tch_pdch.py: using RAC 164\u000a21:54:15.026910 tst switch_tch_pdch.py: using CellId 16994\u000a21:54:15.149004 tst switch_tch_pdch.py: using BVCI 16995\u000a21:54:15.171919 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:54:15.183371 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:54:15.194494 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:54:15.205533 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:54:15.216352 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:54:15.227379 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:54:15.238500 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:54:15.249502 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:54:15.370147 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:54:15.659428 tst switch_tch_pdch.py:51: start network...\u000a21:54:15.793326 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:54:16.350581 run create_hlr_db(pid=18394): Launched\u000a21:54:16.534112 bus /gobi_6: Setting Powered False\u000a21:54:17.547923 run create_hlr_db(pid=18394): Terminated: ok {rc=0}\u000a21:54:17.978523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18396): Launched\u000a21:54:18.299705 run osmo-hlr_10.42.42.2(pid=18397): Launched\u000a21:54:18.419842 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:54:18.980487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18399): Launched\u000a21:54:19.302128 run osmo-stp_10.42.42.5(pid=18400): Launched\u000a21:54:19.419040 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:54:19.979295 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18402): Launched\u000a21:54:20.093927 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:54:20.374011 run patchelf(pid=18403): Launched\u000a21:54:20.562885 run osmo-stp_10.42.42.5(pid=18400): ERR: Terminated: ERROR {rc=1} [trial-2350↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18400)]\u000a21:54:20.701088 run osmo-stp_10.42.42.5(pid=18400): stdout: \u000a| (launched: 2022-12-08_21:54:19.144150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:54:20.839358 run osmo-stp_10.42.42.5(pid=18400): stderr: \u000a| �[0;m�[38;5;43m20221208215419336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215419336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215419336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215419337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215419337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215419337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215419338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:54:20.973324 run osmo-stp_10.42.42.5(pid=18400): stdout: \u000a| (launched: 2022-12-08_21:54:19.144150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:54:21.105487 run osmo-stp_10.42.42.5(pid=18400): stderr: \u000a| �[0;m�[38;5;43m20221208215419336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215419336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215419336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215419337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215419337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215419337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215419338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:54:21.260455 run patchelf(pid=18403): Terminating (SIGINT)\u000a21:54:21.441584 run patchelf(pid=18403): Terminated: ok {rc=0}\u000a21:54:21.474523 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=18400): Process ended prematurely: osmo-stp_10.42.42.5(pid=18400) [trial-2350↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18400)] [trial-2350↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a21:54:21.483913 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a21:54:21.548889 run osmo-hlr_10.42.42.2(pid=18397): ERR: Terminated: ERROR {rc=237} [trial-2350↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18397)]\u000a21:54:21.601928 run osmo-hlr_10.42.42.2(pid=18397): stdout: \u000a| (launched: 2022-12-08_21:54:18.141966) \u000a21:54:21.655674 run osmo-hlr_10.42.42.2(pid=18397): stderr: \u000a| �[0;m�[1;31m20221208215418341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215418341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215418342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215418342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215418342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215418342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215418354 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215418362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215418362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215418362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:54:21.701432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18396): Terminating (SIGTERM)\u000a21:54:21.744516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18399): Terminating (SIGTERM)\u000a21:54:21.787424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18402): Terminating (SIGTERM)\u000a21:54:21.797751 --- ParallelTerminationStrategy: PID 18396 died...\u000a21:54:21.855539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18396): Terminated: ok {rc=0}\u000a21:54:21.866314 --- ParallelTerminationStrategy: PID 18399 died...\u000a21:54:21.924000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18399): Terminated: ok {rc=0}\u000a21:54:21.934515 --- ParallelTerminationStrategy: PID 18402 died...\u000a21:54:21.991585 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18402): Terminated: ok {rc=0}\u000a21:54:22.078910 bus /gobi_0: Setting Powered False\u000a21:54:23.187123 bus /gobi_0: Setting Powered False\u000a21:54:24.296368 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:54:14" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18413): Process ended prematurely: osmo-stp_10.42.42.5(pid=18413) [trial-2350↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18413)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18413): Process ended prematurely: osmo-stp_10.42.42.5(pid=18413) [trial-2350↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18413)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a21:54:26.233487 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:54:26.244611 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a21:54:26.396350 tst switch_tch_pdch.py: using LAC 16995\u000a21:54:26.523403 tst switch_tch_pdch.py: using RAC 165\u000a21:54:26.645319 tst switch_tch_pdch.py: using CellId 16995\u000a21:54:26.765793 tst switch_tch_pdch.py: using BVCI 16996\u000a21:54:26.788766 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:54:26.799742 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:54:26.810833 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:54:26.822242 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:54:26.833652 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:54:26.844831 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:54:26.856229 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:54:26.867655 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a21:54:26.988158 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a21:54:27.263068 tst switch_tch_pdch.py:51: start network...\u000a21:54:27.388406 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:54:27.842846 run create_hlr_db(pid=18407): Launched\u000a21:54:27.965665 bus /gobi_6: Setting Powered False\u000a21:54:29.038241 run create_hlr_db(pid=18407): Terminated: ok {rc=0}\u000a21:54:29.439271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18409): Launched\u000a21:54:29.761213 run osmo-hlr_10.42.42.2(pid=18410): Launched\u000a21:54:29.877768 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:54:30.373233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18412): Launched\u000a21:54:30.672805 run osmo-stp_10.42.42.5(pid=18413): Launched\u000a21:54:30.782159 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:54:31.350548 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18415): Launched\u000a21:54:31.470136 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:54:31.774429 run patchelf(pid=18416): Launched\u000a21:54:31.968901 run osmo-stp_10.42.42.5(pid=18413): ERR: Terminated: ERROR {rc=1} [trial-2350↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18413)]\u000a21:54:32.111327 run osmo-stp_10.42.42.5(pid=18413): stdout: \u000a| (launched: 2022-12-08_21:54:30.525321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:54:32.251894 run osmo-stp_10.42.42.5(pid=18413): stderr: \u000a| �[0;m�[38;5;43m20221208215430697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215430697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215430697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215430698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215430698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215430698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215430698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:54:32.386685 run osmo-stp_10.42.42.5(pid=18413): stdout: \u000a| (launched: 2022-12-08_21:54:30.525321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:54:32.520071 run osmo-stp_10.42.42.5(pid=18413): stderr: \u000a| �[0;m�[38;5;43m20221208215430697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215430697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215430697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215430698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215430698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215430698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215430698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:54:32.674735 run patchelf(pid=18416): Terminating (SIGINT)\u000a21:54:32.855422 run patchelf(pid=18416): Terminated: ok {rc=0}\u000a21:54:32.888127 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=18413): Process ended prematurely: osmo-stp_10.42.42.5(pid=18413) [trial-2350↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18413)] [trial-2350↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a21:54:32.897686 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a21:54:32.962852 run osmo-hlr_10.42.42.2(pid=18410): ERR: Terminated: ERROR {rc=237} [trial-2350↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18410)]\u000a21:54:33.015822 run osmo-hlr_10.42.42.2(pid=18410): stdout: \u000a| (launched: 2022-12-08_21:54:29.603297) \u000a21:54:33.069314 run osmo-hlr_10.42.42.2(pid=18410): stderr: \u000a| �[0;m�[1;31m20221208215429802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215429802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215429802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215429802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215429802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215429803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215429818 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215429828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215429829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215429829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:54:33.115086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18409): Terminating (SIGTERM)\u000a21:54:33.158492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18412): Terminating (SIGTERM)\u000a21:54:33.201975 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18415): Terminating (SIGTERM)\u000a21:54:33.212276 --- ParallelTerminationStrategy: PID 18409 died...\u000a21:54:33.270934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18409): Terminated: ok {rc=0}\u000a21:54:33.281565 --- ParallelTerminationStrategy: PID 18412 died...\u000a21:54:33.339783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18412): Terminated: ok {rc=0}\u000a21:54:33.350215 --- ParallelTerminationStrategy: PID 18415 died...\u000a21:54:33.408219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18415): Terminated: ok {rc=0}\u000a21:54:33.495946 bus /gobi_0: Setting Powered False\u000a21:54:34.604522 bus /gobi_0: Setting Powered False\u000a21:54:35.714497 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:54:25" }, { "cases" : [ { "testActions" : [ ], "age" : 206, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=18421): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18421) [trial-2350↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18421)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=18421): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18421) [trial-2350↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18421)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a21:54:37.568829 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a21:54:37.579721 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a21:54:37.701436 tst mo_mt_sms.py: using LAC 16996\u000a21:54:37.821034 tst mo_mt_sms.py: using RAC 166\u000a21:54:37.939112 tst mo_mt_sms.py: using CellId 16996\u000a21:54:38.059077 tst mo_mt_sms.py: using BVCI 16997\u000a21:54:38.081932 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a21:54:38.199611 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a21:54:38.476184 tst mo_mt_sms.py:9: start nitb and bts...\u000a21:54:38.601583 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:54:39.222435 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18420): Launched\u000a21:54:39.523159 run osmo-nitb_10.42.42.2(pid=18421): Launched\u000a21:54:39.708849 run osmo-nitb_10.42.42.2(pid=18421): ERR: Terminated: ERROR {rc=2} [trial-2350↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18421)]\u000a21:54:39.846052 run osmo-nitb_10.42.42.2(pid=18421): stdout: \u000a| (launched: 2022-12-08_21:54:39.377548) \u000a21:54:39.988661 run osmo-nitb_10.42.42.2(pid=18421): stderr: \u000a| (launched: 2022-12-08_21:54:39.422884)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:54:40.128030 run osmo-nitb_10.42.42.2(pid=18421): stdout: \u000a| (launched: 2022-12-08_21:54:39.377548) \u000a21:54:40.259936 run osmo-nitb_10.42.42.2(pid=18421): stderr: \u000a| (launched: 2022-12-08_21:54:39.422884)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:54:40.644423 tst osmo-nitb_10.42.42.2(pid=18421): stdout: \u000a| (launched: 2022-12-08_21:54:39.377548) \u000a21:54:40.763150 tst osmo-nitb_10.42.42.2(pid=18421): stderr: \u000a| (launched: 2022-12-08_21:54:39.422884)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:54:40.815228 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=18421): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18421) [trial-2350↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18421)] [trial-2350↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a21:54:40.823296 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a21:54:40.857762 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18420): Terminating (SIGTERM)\u000a21:54:41.035093 --- ParallelTerminationStrategy: PID 18420 died...\u000a21:54:41.090766 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18420): Terminated: ok {rc=0}\u000a21:54:41.180710 bus /sierra_3: Setting Powered False\u000a21:54:42.286627 bus /sierra_3: Setting Powered False\u000a21:54:43.401650 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:54:37" }, { "cases" : [ { "testActions" : [ ], "age" : 148, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18432): Process ended prematurely: osmo-stp_10.42.42.5(pid=18432) [trial-2350↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18432)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18432): Process ended prematurely: osmo-stp_10.42.42.5(pid=18432) [trial-2350↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a21:54:45.245002 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:54:45.255372 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a21:54:45.380895 tst mo_mt_sms.py: using LAC 16997\u000a21:54:45.506030 tst mo_mt_sms.py: using RAC 167\u000a21:54:45.632238 tst mo_mt_sms.py: using CellId 16997\u000a21:54:45.757046 tst mo_mt_sms.py: using BVCI 16998\u000a21:54:45.781793 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:54:45.793010 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:54:45.803776 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:54:45.814773 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:54:45.826531 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:54:45.842318 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a21:54:45.966622 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a21:54:46.188915 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:54:46.741380 run create_hlr_db(pid=18426): Launched\u000a21:54:46.931936 bus /sierra_2: Setting Powered False\u000a21:54:47.949575 run create_hlr_db(pid=18426): Terminated: ok {rc=0}\u000a21:54:48.378168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18428): Launched\u000a21:54:48.698835 run osmo-hlr_10.42.42.2(pid=18429): Launched\u000a21:54:48.817637 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:54:49.376941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18431): Launched\u000a21:54:49.698852 run osmo-stp_10.42.42.5(pid=18432): Launched\u000a21:54:49.815991 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:54:50.404819 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18434): Launched\u000a21:54:50.726388 run osmo-msc_10.42.42.6(pid=18435): Launched\u000a21:54:50.915630 run osmo-stp_10.42.42.5(pid=18432): ERR: Terminated: ERROR {rc=1} [trial-2350↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18432)]\u000a21:54:51.052569 run osmo-stp_10.42.42.5(pid=18432): stdout: \u000a| (launched: 2022-12-08_21:54:49.540860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:54:51.189034 run osmo-stp_10.42.42.5(pid=18432): stderr: \u000a| �[0;m�[38;5;43m20221208215449735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215449735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215449735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215449735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215449736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215449736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215449736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:54:51.319471 run osmo-stp_10.42.42.5(pid=18432): stdout: \u000a| (launched: 2022-12-08_21:54:49.540860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:54:51.447844 run osmo-stp_10.42.42.5(pid=18432): stderr: \u000a| �[0;m�[38;5;43m20221208215449735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215449735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215449735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215449735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215449736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215449736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215449736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:54:51.504537 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=18432): Process ended prematurely: osmo-stp_10.42.42.5(pid=18432) [trial-2350↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18432)] [trial-2350↪sms:oc2g↪mo_mt_sms.py:16]\u000a21:54:51.513289 tst mo_mt_sms.py:16: Test FAILED (6.3 sec)\u000a21:54:51.577791 run osmo-hlr_10.42.42.2(pid=18429): ERR: Terminated: ERROR {rc=237} [trial-2350↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18429)]\u000a21:54:51.630781 run osmo-hlr_10.42.42.2(pid=18429): stdout: \u000a| (launched: 2022-12-08_21:54:48.541938) \u000a21:54:51.684360 run osmo-hlr_10.42.42.2(pid=18429): stderr: \u000a| �[0;m�[1;31m20221208215448743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215448743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215448743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215448743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215448743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215448743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215448754 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215448763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215448763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215448763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:54:51.757040 run osmo-msc_10.42.42.6(pid=18435): ERR: Terminated: ERROR {rc=2} [trial-2350↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18435)]\u000a21:54:51.809920 run osmo-msc_10.42.42.6(pid=18435): stdout: \u000a| (launched: 2022-12-08_21:54:50.568657) \u000a21:54:51.863426 run osmo-msc_10.42.42.6(pid=18435): stderr: \u000a| �[0;m�[38;5;43m20221208215450891 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208215450891 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe43815ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208215450891 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208215450891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208215450891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208215450891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208215450893 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208215450894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208215450894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208215450894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:54:51.909060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18428): Terminating (SIGTERM)\u000a21:54:51.951782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18431): Terminating (SIGTERM)\u000a21:54:51.995223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18434): Terminating (SIGTERM)\u000a21:54:52.005470 --- ParallelTerminationStrategy: PID 18428 died...\u000a21:54:52.062857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18428): Terminated: ok {rc=0}\u000a21:54:52.073568 --- ParallelTerminationStrategy: PID 18431 died...\u000a21:54:52.131144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18431): Terminated: ok {rc=0}\u000a21:54:52.141598 --- ParallelTerminationStrategy: PID 18434 died...\u000a21:54:52.198955 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18434): Terminated: ok {rc=0}\u000a21:54:52.288321 bus /sierra_3: Setting Powered False\u000a21:54:53.392219 bus /sierra_3: Setting Powered False\u000a21:54:54.500519 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:54:45" }, { "cases" : [ { "testActions" : [ ], "age" : 206, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=18441): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18441) [trial-2350↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18441)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=18441): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18441) [trial-2350↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18441)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a21:54:56.304661 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a21:54:56.315370 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a21:54:56.435834 tst assert_extension.py: using LAC 16998\u000a21:54:56.553859 tst assert_extension.py: using RAC 168\u000a21:54:56.672284 tst assert_extension.py: using CellId 16998\u000a21:54:56.791918 tst assert_extension.py: using BVCI 16999\u000a21:54:56.814781 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a21:54:57.103431 tst assert_extension.py:10: start nitb and bts...\u000a21:54:57.238431 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:54:57.902321 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18440): Launched\u000a21:54:58.220653 run osmo-nitb_10.42.42.2(pid=18441): Launched\u000a21:54:58.419985 run osmo-nitb_10.42.42.2(pid=18441): ERR: Terminated: ERROR {rc=2} [trial-2350↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18441)]\u000a21:54:58.566378 run osmo-nitb_10.42.42.2(pid=18441): stdout: \u000a| (launched: 2022-12-08_21:54:58.066175) \u000a21:54:58.713196 run osmo-nitb_10.42.42.2(pid=18441): stderr: \u000a| (launched: 2022-12-08_21:54:58.114254)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:54:58.855549 run osmo-nitb_10.42.42.2(pid=18441): stdout: \u000a| (launched: 2022-12-08_21:54:58.066175) \u000a21:54:58.996345 run osmo-nitb_10.42.42.2(pid=18441): stderr: \u000a| (launched: 2022-12-08_21:54:58.114254)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:54:59.351165 tst osmo-nitb_10.42.42.2(pid=18441): stdout: \u000a| (launched: 2022-12-08_21:54:58.066175) \u000a21:54:59.479707 tst osmo-nitb_10.42.42.2(pid=18441): stderr: \u000a| (launched: 2022-12-08_21:54:58.114254)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:54:59.536062 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=18441): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18441) [trial-2350↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18441)] [trial-2350↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a21:54:59.545158 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a21:54:59.582792 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18440): Terminating (SIGTERM)\u000a21:54:59.761388 --- ParallelTerminationStrategy: PID 18440 died...\u000a21:54:59.821096 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18440): Terminated: ok {rc=0}\u000a21:54:59.909356 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:54:56" }, { "cases" : [ { "testActions" : [ ], "age" : 148, "className" : "ussd:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18454): Process ended prematurely: osmo-stp_10.42.42.5(pid=18454) [trial-2350↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18454)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18454): Process ended prematurely: osmo-stp_10.42.42.5(pid=18454) [trial-2350↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18454)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a21:55:01.732631 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:55:01.744265 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a21:55:01.898686 tst assert_extension.py: using LAC 16999\u000a21:55:02.055997 tst assert_extension.py: using RAC 169\u000a21:55:02.215511 tst assert_extension.py: using CellId 16999\u000a21:55:02.368233 tst assert_extension.py: using BVCI 17000\u000a21:55:02.393586 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:55:02.404528 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:55:02.415519 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:55:02.427265 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:55:02.438974 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:55:02.450637 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a21:55:02.650586 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:55:03.130188 run create_hlr_db(pid=18448): Launched\u000a21:55:03.304082 bus /sierra_2: Setting Powered False\u000a21:55:04.337809 run create_hlr_db(pid=18448): Terminated: ok {rc=0}\u000a21:55:04.765832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18450): Launched\u000a21:55:05.088171 run osmo-hlr_10.42.42.2(pid=18451): Launched\u000a21:55:05.206740 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:55:05.775933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18453): Launched\u000a21:55:06.096934 run osmo-stp_10.42.42.5(pid=18454): Launched\u000a21:55:06.214415 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:55:06.801196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18456): Launched\u000a21:55:07.122614 run osmo-msc_10.42.42.6(pid=18457): Launched\u000a21:55:07.312481 run osmo-stp_10.42.42.5(pid=18454): ERR: Terminated: ERROR {rc=1} [trial-2350↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18454)]\u000a21:55:07.449530 run osmo-stp_10.42.42.5(pid=18454): stdout: \u000a| (launched: 2022-12-08_21:55:05.939634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:55:07.586196 run osmo-stp_10.42.42.5(pid=18454): stderr: \u000a| �[0;m�[38;5;43m20221208215506132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215506132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215506133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215506133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215506134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215506134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215506134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:55:07.716021 run osmo-stp_10.42.42.5(pid=18454): stdout: \u000a| (launched: 2022-12-08_21:55:05.939634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:55:07.844813 run osmo-stp_10.42.42.5(pid=18454): stderr: \u000a| �[0;m�[38;5;43m20221208215506132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215506132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215506133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215506133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215506134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215506134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215506134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:55:07.901222 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=18454): Process ended prematurely: osmo-stp_10.42.42.5(pid=18454) [trial-2350↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18454)] [trial-2350↪ussd:oc2g↪assert_extension.py:17]\u000a21:55:07.909959 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a21:55:07.974280 run osmo-hlr_10.42.42.2(pid=18451): ERR: Terminated: ERROR {rc=237} [trial-2350↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18451)]\u000a21:55:08.026811 run osmo-hlr_10.42.42.2(pid=18451): stdout: \u000a| (launched: 2022-12-08_21:55:04.929713) \u000a21:55:08.079640 run osmo-hlr_10.42.42.2(pid=18451): stderr: \u000a| �[0;m�[1;31m20221208215505128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215505128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215505128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215505128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215505128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215505128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215505140 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215505148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215505148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215505148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:55:08.151359 run osmo-msc_10.42.42.6(pid=18457): ERR: Terminated: ERROR {rc=2} [trial-2350↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18457)]\u000a21:55:08.203550 run osmo-msc_10.42.42.6(pid=18457): stdout: \u000a| (launched: 2022-12-08_21:55:06.965371) \u000a21:55:08.257069 run osmo-msc_10.42.42.6(pid=18457): stderr: \u000a| �[0;m�[38;5;43m20221208215507286 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208215507286 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7283982c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208215507286 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208215507287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208215507287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208215507287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208215507289 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208215507289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208215507289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208215507289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:55:08.302316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18450): Terminating (SIGTERM)\u000a21:55:08.344783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18453): Terminating (SIGTERM)\u000a21:55:08.387813 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18456): Terminating (SIGTERM)\u000a21:55:08.397779 --- ParallelTerminationStrategy: PID 18450 died...\u000a21:55:08.454828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18450): Terminated: ok {rc=0}\u000a21:55:08.465515 --- ParallelTerminationStrategy: PID 18453 died...\u000a21:55:08.522367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18453): Terminated: ok {rc=0}\u000a21:55:08.532621 --- ParallelTerminationStrategy: PID 18456 died...\u000a21:55:08.589344 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18456): Terminated: ok {rc=0}\u000a21:55:08.677578 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:55:01" }, { "cases" : [ { "testActions" : [ ], "age" : 148, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18468): Process ended prematurely: osmo-stp_10.42.42.5(pid=18468) [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18468)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18468): Process ended prematurely: osmo-stp_10.42.42.5(pid=18468) [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18468)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a21:55:10.588139 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:10.599256 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:55:10.742589 tst mo_mt_call.py: using LAC 17000\u000a21:55:10.867578 tst mo_mt_call.py: using RAC 170\u000a21:55:10.986085 tst mo_mt_call.py: using CellId 17000\u000a21:55:11.105016 tst mo_mt_call.py: using BVCI 17001\u000a21:55:11.128369 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:11.139234 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:11.149969 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:11.161219 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:11.172519 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:11.183792 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:55:11.303949 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:55:11.505756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:55:11.996929 run create_hlr_db(pid=18462): Launched\u000a21:55:12.172578 bus /sierra_2: Setting Powered False\u000a21:55:13.195470 run create_hlr_db(pid=18462): Terminated: ok {rc=0}\u000a21:55:13.631428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18464): Launched\u000a21:55:13.960214 run osmo-hlr_10.42.42.2(pid=18465): Launched\u000a21:55:14.083078 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:55:14.654198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18467): Launched\u000a21:55:14.980874 run osmo-stp_10.42.42.5(pid=18468): Launched\u000a21:55:15.099705 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:55:15.696719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18470): Launched\u000a21:55:16.228787 run osmo-msc_10.42.42.6(pid=18471): Launched\u000a21:55:16.671948 run osmo-stp_10.42.42.5(pid=18468): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18468)]\u000a21:55:16.820428 run osmo-stp_10.42.42.5(pid=18468): stdout: \u000a| (launched: 2022-12-08_21:55:14.821273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:55:16.952365 run osmo-stp_10.42.42.5(pid=18468): stderr: \u000a| �[0;m�[38;5;43m20221208215515012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215515012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215515012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215515013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215515013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215515013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215515013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:55:17.078658 run osmo-stp_10.42.42.5(pid=18468): stdout: \u000a| (launched: 2022-12-08_21:55:14.821273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:55:17.203960 run osmo-stp_10.42.42.5(pid=18468): stderr: \u000a| �[0;m�[38;5;43m20221208215515012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215515012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215515012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215515013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215515013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215515013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215515013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:55:17.259783 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18468): Process ended prematurely: osmo-stp_10.42.42.5(pid=18468) [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18468)] [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a21:55:17.268575 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a21:55:17.330601 run osmo-hlr_10.42.42.2(pid=18465): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18465)]\u000a21:55:17.381165 run osmo-hlr_10.42.42.2(pid=18465): stdout: \u000a| (launched: 2022-12-08_21:55:13.799829) \u000a21:55:17.431833 run osmo-hlr_10.42.42.2(pid=18465): stderr: \u000a| �[0;m�[1;31m20221208215513999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215513999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215513999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215513999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215513999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215513999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215514011 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215514019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215514019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215514019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:55:17.501345 run osmo-msc_10.42.42.6(pid=18471): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18471)]\u000a21:55:17.551561 run osmo-msc_10.42.42.6(pid=18471): stdout: \u000a| (launched: 2022-12-08_21:55:15.864634) \u000a21:55:17.602281 run osmo-msc_10.42.42.6(pid=18471): stderr: \u000a| �[0;m�[38;5;43m20221208215516395 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208215516395 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f368ab54c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208215516395 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208215516396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208215516396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208215516397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208215516400 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208215516401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208215516402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208215516403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:55:17.645071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18464): Terminating (SIGTERM)\u000a21:55:17.686000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18467): Terminating (SIGTERM)\u000a21:55:17.726574 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18470): Terminating (SIGTERM)\u000a21:55:17.735955 --- ParallelTerminationStrategy: PID 18464 died...\u000a21:55:17.790868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18464): Terminated: ok {rc=0}\u000a21:55:17.800764 --- ParallelTerminationStrategy: PID 18467 died...\u000a21:55:17.855398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18467): Terminated: ok {rc=0}\u000a21:55:17.865442 --- ParallelTerminationStrategy: PID 18470 died...\u000a21:55:17.919746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18470): Terminated: ok {rc=0}\u000a21:55:18.004904 bus /sierra_3: Setting Powered False\u000a21:55:19.114145 bus /sierra_3: Setting Powered False\u000a21:55:20.223340 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 148, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18479): Process ended prematurely: osmo-stp_10.42.42.5(pid=18479) [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18479)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18479): Process ended prematurely: osmo-stp_10.42.42.5(pid=18479) [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18479)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:55:21.333301 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:21.345014 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:55:21.490522 tst mo_mt_call_osmux.py: using LAC 17001\u000a21:55:21.612835 tst mo_mt_call_osmux.py: using RAC 171\u000a21:55:21.735187 tst mo_mt_call_osmux.py: using CellId 17001\u000a21:55:21.857309 tst mo_mt_call_osmux.py: using BVCI 17002\u000a21:55:21.880584 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:21.891616 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:21.902402 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:21.913134 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:21.923850 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:21.934852 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:55:22.051643 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:55:22.266404 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:55:22.783054 run create_hlr_db(pid=18473): Launched\u000a21:55:22.972495 bus /sierra_2: Setting Powered False\u000a21:55:23.993717 run create_hlr_db(pid=18473): Terminated: ok {rc=0}\u000a21:55:24.405586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18475): Launched\u000a21:55:24.711470 run osmo-hlr_10.42.42.2(pid=18476): Launched\u000a21:55:24.832656 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:55:25.370060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18478): Launched\u000a21:55:25.675716 run osmo-stp_10.42.42.5(pid=18479): Launched\u000a21:55:25.788459 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:55:26.346198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18481): Launched\u000a21:55:26.652212 run osmo-msc_10.42.42.6(pid=18482): Launched\u000a21:55:26.833724 run osmo-stp_10.42.42.5(pid=18479): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18479)]\u000a21:55:26.964044 run osmo-stp_10.42.42.5(pid=18479): stdout: \u000a| (launched: 2022-12-08_21:55:25.525342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:55:27.092591 run osmo-stp_10.42.42.5(pid=18479): stderr: \u000a| �[0;m�[38;5;43m20221208215525698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215525698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215525698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215525699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215525699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215525699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215525699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:55:27.216192 run osmo-stp_10.42.42.5(pid=18479): stdout: \u000a| (launched: 2022-12-08_21:55:25.525342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:55:27.338757 run osmo-stp_10.42.42.5(pid=18479): stderr: \u000a| �[0;m�[38;5;43m20221208215525698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215525698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215525698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215525699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215525699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215525699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215525699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:55:27.392815 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18479): Process ended prematurely: osmo-stp_10.42.42.5(pid=18479) [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18479)] [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a21:55:27.401602 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a21:55:27.462301 run osmo-hlr_10.42.42.2(pid=18476): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18476)]\u000a21:55:27.512043 run osmo-hlr_10.42.42.2(pid=18476): stdout: \u000a| (launched: 2022-12-08_21:55:24.561588) \u000a21:55:27.562380 run osmo-hlr_10.42.42.2(pid=18476): stderr: \u000a| �[0;m�[1;31m20221208215524740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215524740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215524740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215524740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215524740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215524740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215524753 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215524762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215524762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215524762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:55:27.630458 run osmo-msc_10.42.42.6(pid=18482): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18482)]\u000a21:55:27.680096 run osmo-msc_10.42.42.6(pid=18482): stdout: \u000a| (launched: 2022-12-08_21:55:26.501314) \u000a21:55:27.730326 run osmo-msc_10.42.42.6(pid=18482): stderr: \u000a| �[0;m�[38;5;43m20221208215526774 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208215526774 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8fcaab6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208215526774 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208215526774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208215526774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208215526774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208215526776 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208215526777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208215526777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208215526777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:55:27.773214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18475): Terminating (SIGTERM)\u000a21:55:27.813287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18478): Terminating (SIGTERM)\u000a21:55:27.853341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18481): Terminating (SIGTERM)\u000a21:55:27.862694 --- ParallelTerminationStrategy: PID 18475 died...\u000a21:55:27.916596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18475): Terminated: ok {rc=0}\u000a21:55:27.926335 --- ParallelTerminationStrategy: PID 18478 died...\u000a21:55:27.979972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18478): Terminated: ok {rc=0}\u000a21:55:27.989908 --- ParallelTerminationStrategy: PID 18481 died...\u000a21:55:28.043738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18481): Terminated: ok {rc=0}\u000a21:55:28.132618 bus /sierra_3: Setting Powered False\u000a21:55:29.235546 bus /sierra_3: Setting Powered False\u000a21:55:30.341530 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:55:10" }, { "cases" : [ { "testActions" : [ ], "age" : 148, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18493): Process ended prematurely: osmo-stp_10.42.42.5(pid=18493) [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18493)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18493): Process ended prematurely: osmo-stp_10.42.42.5(pid=18493) [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18493)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a21:55:32.328895 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:32.339958 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:55:32.486303 tst mo_mt_call.py: using LAC 17002\u000a21:55:32.605049 tst mo_mt_call.py: using RAC 172\u000a21:55:32.736764 tst mo_mt_call.py: using CellId 17002\u000a21:55:32.864813 tst mo_mt_call.py: using BVCI 17003\u000a21:55:32.890612 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:32.902225 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:32.913664 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:32.925403 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:32.937765 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:32.949437 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:55:33.066550 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:55:33.278067 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:55:33.793819 run create_hlr_db(pid=18487): Launched\u000a21:55:33.983786 bus /sierra_2: Setting Powered False\u000a21:55:35.004730 run create_hlr_db(pid=18487): Terminated: ok {rc=0}\u000a21:55:35.441819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18489): Launched\u000a21:55:35.771337 run osmo-hlr_10.42.42.2(pid=18490): Launched\u000a21:55:35.895991 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:55:36.465727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18492): Launched\u000a21:55:36.793787 run osmo-stp_10.42.42.5(pid=18493): Launched\u000a21:55:36.912718 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:55:37.511178 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18495): Launched\u000a21:55:37.838815 run osmo-msc_10.42.42.6(pid=18496): Launched\u000a21:55:38.031451 run osmo-stp_10.42.42.5(pid=18493): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18493)]\u000a21:55:38.171082 run osmo-stp_10.42.42.5(pid=18493): stdout: \u000a| (launched: 2022-12-08_21:55:36.632633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:55:38.310755 run osmo-stp_10.42.42.5(pid=18493): stderr: \u000a| �[0;m�[38;5;43m20221208215536825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215536825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215536825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215536825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215536826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215536826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215536826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:55:38.443755 run osmo-stp_10.42.42.5(pid=18493): stdout: \u000a| (launched: 2022-12-08_21:55:36.632633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:55:38.575124 run osmo-stp_10.42.42.5(pid=18493): stderr: \u000a| �[0;m�[38;5;43m20221208215536825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215536825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215536825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215536825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215536826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215536826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215536826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:55:38.632836 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18493): Process ended prematurely: osmo-stp_10.42.42.5(pid=18493) [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18493)] [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a21:55:38.642151 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a21:55:38.707149 run osmo-hlr_10.42.42.2(pid=18490): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18490)]\u000a21:55:38.760256 run osmo-hlr_10.42.42.2(pid=18490): stdout: \u000a| (launched: 2022-12-08_21:55:35.609372) \u000a21:55:38.814020 run osmo-hlr_10.42.42.2(pid=18490): stderr: \u000a| �[0;m�[1;31m20221208215535808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215535808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215535808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215535808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215535808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215535808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215535818 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215535827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215535827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215535827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:55:38.886599 run osmo-msc_10.42.42.6(pid=18496): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18496)]\u000a21:55:38.939609 run osmo-msc_10.42.42.6(pid=18496): stdout: \u000a| (launched: 2022-12-08_21:55:37.678045) \u000a21:55:38.993122 run osmo-msc_10.42.42.6(pid=18496): stderr: \u000a| �[0;m�[38;5;43m20221208215538000 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208215538000 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f44dd7c8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208215538000 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208215538000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208215538000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208215538000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208215538002 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208215538002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208215538003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208215538003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:55:39.038435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18489): Terminating (SIGTERM)\u000a21:55:39.081650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18492): Terminating (SIGTERM)\u000a21:55:39.124111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18495): Terminating (SIGTERM)\u000a21:55:39.134366 --- ParallelTerminationStrategy: PID 18489 died...\u000a21:55:39.191754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18489): Terminated: ok {rc=0}\u000a21:55:39.202429 --- ParallelTerminationStrategy: PID 18492 died...\u000a21:55:39.259918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18492): Terminated: ok {rc=0}\u000a21:55:39.270347 --- ParallelTerminationStrategy: PID 18495 died...\u000a21:55:39.327831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18495): Terminated: ok {rc=0}\u000a21:55:39.416913 bus /sierra_3: Setting Powered False\u000a21:55:40.527061 bus /sierra_3: Setting Powered False\u000a21:55:41.637037 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 148, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18504): Process ended prematurely: osmo-stp_10.42.42.5(pid=18504) [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18504)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18504): Process ended prematurely: osmo-stp_10.42.42.5(pid=18504) [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18504)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:55:42.754345 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:42.766524 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:55:42.920932 tst mo_mt_call_osmux.py: using LAC 17003\u000a21:55:43.043400 tst mo_mt_call_osmux.py: using RAC 173\u000a21:55:43.165724 tst mo_mt_call_osmux.py: using CellId 17003\u000a21:55:43.295223 tst mo_mt_call_osmux.py: using BVCI 17004\u000a21:55:43.320622 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:43.332159 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:43.343417 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:43.355498 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:43.367130 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:43.379281 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:55:43.496290 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:55:43.711819 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:55:44.228214 run create_hlr_db(pid=18498): Launched\u000a21:55:44.418897 bus /sierra_2: Setting Powered False\u000a21:55:45.439851 run create_hlr_db(pid=18498): Terminated: ok {rc=0}\u000a21:55:45.852346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18500): Launched\u000a21:55:46.182179 run osmo-hlr_10.42.42.2(pid=18501): Launched\u000a21:55:46.316166 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:55:46.986288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18503): Launched\u000a21:55:47.427733 run osmo-stp_10.42.42.5(pid=18504): Launched\u000a21:55:47.581830 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:55:48.182868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18506): Launched\u000a21:55:48.512655 run osmo-msc_10.42.42.6(pid=18507): Launched\u000a21:55:48.706254 run osmo-stp_10.42.42.5(pid=18504): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18504)]\u000a21:55:48.844865 run osmo-stp_10.42.42.5(pid=18504): stdout: \u000a| (launched: 2022-12-08_21:55:47.158490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:55:48.983132 run osmo-stp_10.42.42.5(pid=18504): stderr: \u000a| �[0;m�[38;5;43m20221208215547389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215547389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215547389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215547390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215547390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215547390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215547391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:55:49.115048 run osmo-stp_10.42.42.5(pid=18504): stdout: \u000a| (launched: 2022-12-08_21:55:47.158490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:55:49.245432 run osmo-stp_10.42.42.5(pid=18504): stderr: \u000a| �[0;m�[38;5;43m20221208215547389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215547389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215547389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215547390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215547390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215547390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215547391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:55:49.303139 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18504): Process ended prematurely: osmo-stp_10.42.42.5(pid=18504) [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18504)] [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a21:55:49.312428 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a21:55:49.376837 run osmo-hlr_10.42.42.2(pid=18501): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18501)]\u000a21:55:49.429615 run osmo-hlr_10.42.42.2(pid=18501): stdout: \u000a| (launched: 2022-12-08_21:55:46.018265) \u000a21:55:49.483060 run osmo-hlr_10.42.42.2(pid=18501): stderr: \u000a| �[0;m�[1;31m20221208215546371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215546371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215546371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215546371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215546371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215546371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215546390 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215546403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215546403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215546403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:55:49.555182 run osmo-msc_10.42.42.6(pid=18507): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18507)]\u000a21:55:49.608527 run osmo-msc_10.42.42.6(pid=18507): stdout: \u000a| (launched: 2022-12-08_21:55:48.351412) \u000a21:55:49.661457 run osmo-msc_10.42.42.6(pid=18507): stderr: \u000a| �[0;m�[38;5;43m20221208215548675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208215548676 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61b19bdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208215548676 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208215548676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208215548676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208215548676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208215548678 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208215548678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208215548678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208215548678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:55:49.706343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18500): Terminating (SIGTERM)\u000a21:55:49.749388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18503): Terminating (SIGTERM)\u000a21:55:49.792072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18506): Terminating (SIGTERM)\u000a21:55:49.801926 --- ParallelTerminationStrategy: PID 18500 died...\u000a21:55:49.859164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18500): Terminated: ok {rc=0}\u000a21:55:49.869470 --- ParallelTerminationStrategy: PID 18503 died...\u000a21:55:49.926132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18503): Terminated: ok {rc=0}\u000a21:55:49.936437 --- ParallelTerminationStrategy: PID 18506 died...\u000a21:55:49.993210 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18506): Terminated: ok {rc=0}\u000a21:55:50.082041 bus /sierra_3: Setting Powered False\u000a21:55:51.185655 bus /sierra_3: Setting Powered False\u000a21:55:52.293884 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:55:32" }, { "cases" : [ { "testActions" : [ ], "age" : 148, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18518): Process ended prematurely: osmo-stp_10.42.42.5(pid=18518) [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18518)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18518): Process ended prematurely: osmo-stp_10.42.42.5(pid=18518) [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18518)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:55:54.253991 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:55:54.265072 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:55:54.409382 tst mo_mt_call.py: using LAC 17004\u000a21:55:54.529829 tst mo_mt_call.py: using RAC 174\u000a21:55:54.661736 tst mo_mt_call.py: using CellId 17004\u000a21:55:54.783869 tst mo_mt_call.py: using BVCI 17005\u000a21:55:54.807498 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:55:54.818765 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:55:54.829825 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:55:54.840928 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:55:54.852211 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:55:54.863349 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:55:54.982844 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:55:55.184328 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:55:55.674096 run create_hlr_db(pid=18512): Launched\u000a21:55:55.850140 bus /sierra_2: Setting Powered False\u000a21:55:56.872092 run create_hlr_db(pid=18512): Terminated: ok {rc=0}\u000a21:55:57.277779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18514): Launched\u000a21:55:57.582380 run osmo-hlr_10.42.42.2(pid=18515): Launched\u000a21:55:57.694978 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:55:58.224744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18517): Launched\u000a21:55:58.530215 run osmo-stp_10.42.42.5(pid=18518): Launched\u000a21:55:58.641524 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:55:59.198314 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18520): Launched\u000a21:55:59.504820 run osmo-msc_10.42.42.6(pid=18521): Launched\u000a21:55:59.684641 run osmo-stp_10.42.42.5(pid=18518): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18518)]\u000a21:55:59.814959 run osmo-stp_10.42.42.5(pid=18518): stdout: \u000a| (launched: 2022-12-08_21:55:58.380440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:55:59.942946 run osmo-stp_10.42.42.5(pid=18518): stderr: \u000a| �[0;m�[38;5;43m20221208215558553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215558553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215558554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215558554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215558554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215558555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215558555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:00.067051 run osmo-stp_10.42.42.5(pid=18518): stdout: \u000a| (launched: 2022-12-08_21:55:58.380440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:00.189115 run osmo-stp_10.42.42.5(pid=18518): stderr: \u000a| �[0;m�[38;5;43m20221208215558553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215558553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215558554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215558554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215558554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215558555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215558555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:00.243019 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18518): Process ended prematurely: osmo-stp_10.42.42.5(pid=18518) [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18518)] [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a21:56:00.251641 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a21:56:00.312605 run osmo-hlr_10.42.42.2(pid=18515): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18515)]\u000a21:56:00.362478 run osmo-hlr_10.42.42.2(pid=18515): stdout: \u000a| (launched: 2022-12-08_21:55:57.433217) \u000a21:56:00.412842 run osmo-hlr_10.42.42.2(pid=18515): stderr: \u000a| �[0;m�[1;31m20221208215557609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215557609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215557609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215557609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215557609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215557609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215557622 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215557630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215557631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215557631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:56:00.481602 run osmo-msc_10.42.42.6(pid=18521): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18521)]\u000a21:56:00.531312 run osmo-msc_10.42.42.6(pid=18521): stdout: \u000a| (launched: 2022-12-08_21:55:59.353857) \u000a21:56:00.581533 run osmo-msc_10.42.42.6(pid=18521): stderr: \u000a| �[0;m�[38;5;43m20221208215559629 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208215559629 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc656ac0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208215559629 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208215559629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208215559629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208215559629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208215559631 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208215559631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208215559631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208215559632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:56:00.623882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18514): Terminating (SIGTERM)\u000a21:56:00.663934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18517): Terminating (SIGTERM)\u000a21:56:00.704025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18520): Terminating (SIGTERM)\u000a21:56:00.713451 --- ParallelTerminationStrategy: PID 18514 died...\u000a21:56:00.767734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18514): Terminated: ok {rc=0}\u000a21:56:00.777925 --- ParallelTerminationStrategy: PID 18517 died...\u000a21:56:00.843918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18517): Terminated: ok {rc=0}\u000a21:56:00.863582 --- ParallelTerminationStrategy: PID 18520 died...\u000a21:56:00.923384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18520): Terminated: ok {rc=0}\u000a21:56:01.016754 bus /sierra_3: Setting Powered False\u000a21:56:02.128165 bus /sierra_3: Setting Powered False\u000a21:56:03.236012 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 150, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18529): Process ended prematurely: osmo-stp_10.42.42.5(pid=18529) [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18529)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18529): Process ended prematurely: osmo-stp_10.42.42.5(pid=18529) [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18529)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:56:04.353160 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:56:04.365410 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:56:04.518622 tst mo_mt_call_osmux.py: using LAC 17005\u000a21:56:04.648049 tst mo_mt_call_osmux.py: using RAC 175\u000a21:56:04.778444 tst mo_mt_call_osmux.py: using CellId 17005\u000a21:56:04.907310 tst mo_mt_call_osmux.py: using BVCI 17006\u000a21:56:04.930857 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:56:04.942124 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:56:04.952818 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:56:04.963955 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:56:04.975027 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:56:04.986177 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:56:05.104822 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:56:05.306894 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:56:05.799167 run create_hlr_db(pid=18523): Launched\u000a21:56:05.975701 bus /sierra_2: Setting Powered False\u000a21:56:06.998462 run create_hlr_db(pid=18523): Terminated: ok {rc=0}\u000a21:56:07.435074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18525): Launched\u000a21:56:07.763396 run osmo-hlr_10.42.42.2(pid=18526): Launched\u000a21:56:07.886126 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:56:08.459202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18528): Launched\u000a21:56:08.787092 run osmo-stp_10.42.42.5(pid=18529): Launched\u000a21:56:08.906566 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:56:09.503833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18531): Launched\u000a21:56:09.832298 run osmo-msc_10.42.42.6(pid=18532): Launched\u000a21:56:10.024797 run osmo-stp_10.42.42.5(pid=18529): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18529)]\u000a21:56:10.164162 run osmo-stp_10.42.42.5(pid=18529): stdout: \u000a| (launched: 2022-12-08_21:56:08.626027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:10.303464 run osmo-stp_10.42.42.5(pid=18529): stderr: \u000a| �[0;m�[38;5;43m20221208215608817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215608817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215608817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215608818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215608818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215608818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215608818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:10.436226 run osmo-stp_10.42.42.5(pid=18529): stdout: \u000a| (launched: 2022-12-08_21:56:08.626027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:10.567378 run osmo-stp_10.42.42.5(pid=18529): stderr: \u000a| �[0;m�[38;5;43m20221208215608817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215608817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215608817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215608818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215608818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215608818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215608818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:10.625226 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18529): Process ended prematurely: osmo-stp_10.42.42.5(pid=18529) [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18529)] [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a21:56:10.634678 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a21:56:10.699734 run osmo-hlr_10.42.42.2(pid=18526): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18526)]\u000a21:56:10.752555 run osmo-hlr_10.42.42.2(pid=18526): stdout: \u000a| (launched: 2022-12-08_21:56:07.603028) \u000a21:56:10.805846 run osmo-hlr_10.42.42.2(pid=18526): stderr: \u000a| �[0;m�[1;31m20221208215607800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215607800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215607800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215607800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215607800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215607800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215607813 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215607821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215607822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215607822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:56:10.878176 run osmo-msc_10.42.42.6(pid=18532): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18532)]\u000a21:56:10.930694 run osmo-msc_10.42.42.6(pid=18532): stdout: \u000a| (launched: 2022-12-08_21:56:09.670617) \u000a21:56:10.983800 run osmo-msc_10.42.42.6(pid=18532): stderr: \u000a| �[0;m�[38;5;43m20221208215609991 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208215609992 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff9b0c00c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208215609992 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208215609992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208215609992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208215609992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208215609994 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208215609994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208215609994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208215609994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:56:11.028537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18525): Terminating (SIGTERM)\u000a21:56:11.071742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18528): Terminating (SIGTERM)\u000a21:56:11.114824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18531): Terminating (SIGTERM)\u000a21:56:11.125146 --- ParallelTerminationStrategy: PID 18525 died...\u000a21:56:11.182878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18525): Terminated: ok {rc=0}\u000a21:56:11.193439 --- ParallelTerminationStrategy: PID 18528 died...\u000a21:56:11.250863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18528): Terminated: ok {rc=0}\u000a21:56:11.261295 --- ParallelTerminationStrategy: PID 18531 died...\u000a21:56:11.319362 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18531): Terminated: ok {rc=0}\u000a21:56:11.407950 bus /sierra_3: Setting Powered False\u000a21:56:12.516637 bus /sierra_3: Setting Powered False\u000a21:56:13.630105 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:55:53" }, { "cases" : [ { "testActions" : [ ], "age" : 148, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18543): Process ended prematurely: osmo-stp_10.42.42.5(pid=18543) [trial-2350↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18543)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18543): Process ended prematurely: osmo-stp_10.42.42.5(pid=18543) [trial-2350↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18543)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a21:56:15.592405 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:15.603805 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a21:56:15.759404 tst mo_mt_call.py: using LAC 17006\u000a21:56:15.885587 tst mo_mt_call.py: using RAC 176\u000a21:56:16.024247 tst mo_mt_call.py: using CellId 17006\u000a21:56:16.188785 tst mo_mt_call.py: using BVCI 17007\u000a21:56:16.222841 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:16.234609 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:16.246201 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:16.258885 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:16.270816 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:16.282530 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:56:16.399003 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:56:16.611928 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:56:17.153400 run create_hlr_db(pid=18537): Launched\u000a21:56:17.331737 bus /sierra_2: Setting Powered False\u000a21:56:18.353433 run create_hlr_db(pid=18537): Terminated: ok {rc=0}\u000a21:56:18.759883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18539): Launched\u000a21:56:19.066236 run osmo-hlr_10.42.42.2(pid=18540): Launched\u000a21:56:19.187499 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:56:19.722478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18542): Launched\u000a21:56:20.027744 run osmo-stp_10.42.42.5(pid=18543): Launched\u000a21:56:20.139027 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:56:20.698382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18545): Launched\u000a21:56:21.004497 run osmo-msc_10.42.42.6(pid=18546): Launched\u000a21:56:21.184084 run osmo-stp_10.42.42.5(pid=18543): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18543)]\u000a21:56:21.314211 run osmo-stp_10.42.42.5(pid=18543): stdout: \u000a| (launched: 2022-12-08_21:56:19.877955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:21.442314 run osmo-stp_10.42.42.5(pid=18543): stderr: \u000a| �[0;m�[38;5;43m20221208215620047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215620047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215620047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215620049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215620049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215620049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215620049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:21.565865 run osmo-stp_10.42.42.5(pid=18543): stdout: \u000a| (launched: 2022-12-08_21:56:19.877955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:21.687986 run osmo-stp_10.42.42.5(pid=18543): stderr: \u000a| �[0;m�[38;5;43m20221208215620047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215620047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215620047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215620049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215620049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215620049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215620049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:21.741759 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18543): Process ended prematurely: osmo-stp_10.42.42.5(pid=18543) [trial-2350↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18543)] [trial-2350↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a21:56:21.750309 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a21:56:21.811378 run osmo-hlr_10.42.42.2(pid=18540): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18540)]\u000a21:56:21.862094 run osmo-hlr_10.42.42.2(pid=18540): stdout: \u000a| (launched: 2022-12-08_21:56:18.916031) \u000a21:56:21.913013 run osmo-hlr_10.42.42.2(pid=18540): stderr: \u000a| �[0;m�[1;31m20221208215619092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215619092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215619092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215619093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215619093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215619093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215619105 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215619114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215619114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215619114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:56:21.981828 run osmo-msc_10.42.42.6(pid=18546): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18546)]\u000a21:56:22.031830 run osmo-msc_10.42.42.6(pid=18546): stdout: \u000a| (launched: 2022-12-08_21:56:20.853857) \u000a21:56:22.082449 run osmo-msc_10.42.42.6(pid=18546): stderr: \u000a| �[0;m�[38;5;43m20221208215621124 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208215621124 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2b45542c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208215621125 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208215621125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208215621125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208215621125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208215621127 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208215621127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208215621127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208215621128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:56:22.125361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18539): Terminating (SIGTERM)\u000a21:56:22.165833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18542): Terminating (SIGTERM)\u000a21:56:22.206929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18545): Terminating (SIGTERM)\u000a21:56:22.216358 --- ParallelTerminationStrategy: PID 18539 died...\u000a21:56:22.270739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18539): Terminated: ok {rc=0}\u000a21:56:22.280564 --- ParallelTerminationStrategy: PID 18542 died...\u000a21:56:22.334753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18542): Terminated: ok {rc=0}\u000a21:56:22.344609 --- ParallelTerminationStrategy: PID 18545 died...\u000a21:56:22.398638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18545): Terminated: ok {rc=0}\u000a21:56:22.482374 bus /sierra_3: Setting Powered False\u000a21:56:23.585438 bus /sierra_3: Setting Powered False\u000a21:56:24.698252 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 148, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18554): Process ended prematurely: osmo-stp_10.42.42.5(pid=18554) [trial-2350↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18554)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18554): Process ended prematurely: osmo-stp_10.42.42.5(pid=18554) [trial-2350↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18554)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:56:25.810386 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:25.821747 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a21:56:25.979462 tst mo_mt_call_osmux.py: using LAC 17007\u000a21:56:26.107152 tst mo_mt_call_osmux.py: using RAC 177\u000a21:56:26.236802 tst mo_mt_call_osmux.py: using CellId 17007\u000a21:56:26.366852 tst mo_mt_call_osmux.py: using BVCI 17008\u000a21:56:26.392157 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:26.403770 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:26.415221 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:26.426925 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:26.438621 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:26.450396 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:56:26.568841 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:56:26.771251 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:56:27.261262 run create_hlr_db(pid=18548): Launched\u000a21:56:27.437282 bus /sierra_2: Setting Powered False\u000a21:56:28.471825 run create_hlr_db(pid=18548): Terminated: ok {rc=0}\u000a21:56:28.907903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18550): Launched\u000a21:56:29.235765 run osmo-hlr_10.42.42.2(pid=18551): Launched\u000a21:56:29.360742 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:56:29.929102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18553): Launched\u000a21:56:30.256879 run osmo-stp_10.42.42.5(pid=18554): Launched\u000a21:56:30.377160 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:56:31.005931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18556): Launched\u000a21:56:31.408171 run osmo-msc_10.42.42.6(pid=18557): Launched\u000a21:56:31.879790 run osmo-stp_10.42.42.5(pid=18554): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18554)]\u000a21:56:32.254566 run osmo-stp_10.42.42.5(pid=18554): stdout: \u000a| (launched: 2022-12-08_21:56:30.096049)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:32.396411 run osmo-stp_10.42.42.5(pid=18554): stderr: \u000a| �[0;m�[38;5;43m20221208215630289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215630289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215630289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215630290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215630290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215630290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215630290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:32.528663 run osmo-stp_10.42.42.5(pid=18554): stdout: \u000a| (launched: 2022-12-08_21:56:30.096049)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:32.659722 run osmo-stp_10.42.42.5(pid=18554): stderr: \u000a| �[0;m�[38;5;43m20221208215630289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215630289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215630289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215630290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215630290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215630290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215630290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:32.717849 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18554): Process ended prematurely: osmo-stp_10.42.42.5(pid=18554) [trial-2350↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18554)] [trial-2350↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a21:56:32.727358 tst mo_mt_call_osmux.py:8: Test FAILED (6.9 sec)\u000a21:56:32.792335 run osmo-hlr_10.42.42.2(pid=18551): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18551)]\u000a21:56:32.845225 run osmo-hlr_10.42.42.2(pid=18551): stdout: \u000a| (launched: 2022-12-08_21:56:29.075192) \u000a21:56:32.898696 run osmo-hlr_10.42.42.2(pid=18551): stderr: \u000a| �[0;m�[1;31m20221208215629275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215629275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215629275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215629275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215629275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215629275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215629289 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215629297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215629297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215629297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:56:32.971262 run osmo-msc_10.42.42.6(pid=18557): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18557)]\u000a21:56:33.024009 run osmo-msc_10.42.42.6(pid=18557): stdout: \u000a| (launched: 2022-12-08_21:56:31.175914) \u000a21:56:33.077323 run osmo-msc_10.42.42.6(pid=18557): stderr: \u000a| �[0;m�[38;5;43m20221208215631911 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208215631912 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f08034d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208215631912 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208215631912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208215631913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208215631914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208215631918 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208215631920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208215631920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208215631920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:56:33.122517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18550): Terminating (SIGTERM)\u000a21:56:33.165897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18553): Terminating (SIGTERM)\u000a21:56:33.208934 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18556): Terminating (SIGTERM)\u000a21:56:33.218978 --- ParallelTerminationStrategy: PID 18550 died...\u000a21:56:33.276736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18550): Terminated: ok {rc=0}\u000a21:56:33.287431 --- ParallelTerminationStrategy: PID 18553 died...\u000a21:56:33.344807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18553): Terminated: ok {rc=0}\u000a21:56:33.355499 --- ParallelTerminationStrategy: PID 18556 died...\u000a21:56:33.412445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18556): Terminated: ok {rc=0}\u000a21:56:33.501021 bus /sierra_3: Setting Powered False\u000a21:56:34.608674 bus /sierra_3: Setting Powered False\u000a21:56:35.716197 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:56:15" }, { "cases" : [ { "testActions" : [ ], "age" : 148, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18568): Process ended prematurely: osmo-stp_10.42.42.5(pid=18568) [trial-2350↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18568)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18568): Process ended prematurely: osmo-stp_10.42.42.5(pid=18568) [trial-2350↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18568)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:56:37.678895 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:37.690337 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:56:37.844569 tst mo_mt_call.py: using LAC 17008\u000a21:56:37.973736 tst mo_mt_call.py: using RAC 178\u000a21:56:38.104658 tst mo_mt_call.py: using CellId 17008\u000a21:56:38.233864 tst mo_mt_call.py: using BVCI 17009\u000a21:56:38.259153 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:38.270543 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:38.282077 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:38.293773 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:38.305481 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:38.317971 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:56:38.436518 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:56:38.645754 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:56:39.161620 run create_hlr_db(pid=18562): Launched\u000a21:56:39.352408 bus /sierra_2: Setting Powered False\u000a21:56:40.374541 run create_hlr_db(pid=18562): Terminated: ok {rc=0}\u000a21:56:40.785762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18564): Launched\u000a21:56:41.091995 run osmo-hlr_10.42.42.2(pid=18565): Launched\u000a21:56:41.212925 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:56:41.752734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18567): Launched\u000a21:56:42.060686 run osmo-stp_10.42.42.5(pid=18568): Launched\u000a21:56:42.172136 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:56:42.733268 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18570): Launched\u000a21:56:43.040902 run osmo-msc_10.42.42.6(pid=18571): Launched\u000a21:56:43.222718 run osmo-stp_10.42.42.5(pid=18568): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18568)]\u000a21:56:43.353693 run osmo-stp_10.42.42.5(pid=18568): stdout: \u000a| (launched: 2022-12-08_21:56:41.909907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:43.482979 run osmo-stp_10.42.42.5(pid=18568): stderr: \u000a| �[0;m�[38;5;43m20221208215642082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215642082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215642082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215642083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215642083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215642083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215642083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:43.607354 run osmo-stp_10.42.42.5(pid=18568): stdout: \u000a| (launched: 2022-12-08_21:56:41.909907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:43.730559 run osmo-stp_10.42.42.5(pid=18568): stderr: \u000a| �[0;m�[38;5;43m20221208215642082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215642082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215642082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215642083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215642083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215642083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215642083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:43.784819 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18568): Process ended prematurely: osmo-stp_10.42.42.5(pid=18568) [trial-2350↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18568)] [trial-2350↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a21:56:43.793578 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a21:56:43.855263 run osmo-hlr_10.42.42.2(pid=18565): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18565)]\u000a21:56:43.905884 run osmo-hlr_10.42.42.2(pid=18565): stdout: \u000a| (launched: 2022-12-08_21:56:40.942059) \u000a21:56:43.956770 run osmo-hlr_10.42.42.2(pid=18565): stderr: \u000a| �[0;m�[1;31m20221208215641117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215641117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215641117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215641117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215641117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215641117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215641129 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215641138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215641138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215641138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:56:44.026438 run osmo-msc_10.42.42.6(pid=18571): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18571)]\u000a21:56:44.076605 run osmo-msc_10.42.42.6(pid=18571): stdout: \u000a| (launched: 2022-12-08_21:56:42.889443) \u000a21:56:44.127948 run osmo-msc_10.42.42.6(pid=18571): stderr: \u000a| �[0;m�[38;5;43m20221208215643163 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208215643164 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fac7f5b5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208215643164 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208215643164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208215643164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208215643164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208215643166 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208215643166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208215643167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208215643167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:56:44.170906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18564): Terminating (SIGTERM)\u000a21:56:44.211789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18567): Terminating (SIGTERM)\u000a21:56:44.252573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18570): Terminating (SIGTERM)\u000a21:56:44.262211 --- ParallelTerminationStrategy: PID 18564 died...\u000a21:56:44.317068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18564): Terminated: ok {rc=0}\u000a21:56:44.327229 --- ParallelTerminationStrategy: PID 18567 died...\u000a21:56:44.382430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18567): Terminated: ok {rc=0}\u000a21:56:44.392570 --- ParallelTerminationStrategy: PID 18570 died...\u000a21:56:44.447081 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18570): Terminated: ok {rc=0}\u000a21:56:44.536799 bus /sierra_3: Setting Powered False\u000a21:56:45.641018 bus /sierra_3: Setting Powered False\u000a21:56:46.751558 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 148, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18579): Process ended prematurely: osmo-stp_10.42.42.5(pid=18579) [trial-2350↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18579)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18579): Process ended prematurely: osmo-stp_10.42.42.5(pid=18579) [trial-2350↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18579)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:56:47.860993 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:47.872524 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:56:48.018316 tst mo_mt_call_osmux.py: using LAC 17009\u000a21:56:48.141600 tst mo_mt_call_osmux.py: using RAC 179\u000a21:56:48.262546 tst mo_mt_call_osmux.py: using CellId 17009\u000a21:56:48.385503 tst mo_mt_call_osmux.py: using BVCI 17010\u000a21:56:48.409728 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:48.421082 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:48.432030 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:48.443272 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:48.454418 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:48.465611 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:56:48.585771 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:56:48.787414 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:56:49.278415 run create_hlr_db(pid=18573): Launched\u000a21:56:49.454215 bus /sierra_2: Setting Powered False\u000a21:56:50.478359 run create_hlr_db(pid=18573): Terminated: ok {rc=0}\u000a21:56:50.913620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18575): Launched\u000a21:56:51.242528 run osmo-hlr_10.42.42.2(pid=18576): Launched\u000a21:56:51.366288 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:56:51.941323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18578): Launched\u000a21:56:52.271809 run osmo-stp_10.42.42.5(pid=18579): Launched\u000a21:56:52.393470 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:56:52.994379 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18581): Launched\u000a21:56:53.323165 run osmo-msc_10.42.42.6(pid=18582): Launched\u000a21:56:53.517785 run osmo-stp_10.42.42.5(pid=18579): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18579)]\u000a21:56:53.657256 run osmo-stp_10.42.42.5(pid=18579): stdout: \u000a| (launched: 2022-12-08_21:56:52.109393)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:53.795924 run osmo-stp_10.42.42.5(pid=18579): stderr: \u000a| �[0;m�[38;5;43m20221208215652303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215652303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215652303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215652304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215652304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215652304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215652304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:53.928582 run osmo-stp_10.42.42.5(pid=18579): stdout: \u000a| (launched: 2022-12-08_21:56:52.109393)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:54.060069 run osmo-stp_10.42.42.5(pid=18579): stderr: \u000a| �[0;m�[38;5;43m20221208215652303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215652303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215652303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215652304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215652304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215652304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215652304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:54.118115 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18579): Process ended prematurely: osmo-stp_10.42.42.5(pid=18579) [trial-2350↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18579)] [trial-2350↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a21:56:54.127503 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a21:56:54.192652 run osmo-hlr_10.42.42.2(pid=18576): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18576)]\u000a21:56:54.245778 run osmo-hlr_10.42.42.2(pid=18576): stdout: \u000a| (launched: 2022-12-08_21:56:51.080889) \u000a21:56:54.299710 run osmo-hlr_10.42.42.2(pid=18576): stderr: \u000a| �[0;m�[1;31m20221208215651280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215651280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215651280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215651280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215651280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215651280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215651292 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215651300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215651300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215651300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:56:54.372664 run osmo-msc_10.42.42.6(pid=18582): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18582)]\u000a21:56:54.425707 run osmo-msc_10.42.42.6(pid=18582): stdout: \u000a| (launched: 2022-12-08_21:56:53.162258) \u000a21:56:54.479486 run osmo-msc_10.42.42.6(pid=18582): stderr: \u000a| �[0;m�[38;5;43m20221208215653487 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208215653487 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f11ba186c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208215653487 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208215653487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208215653487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208215653488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208215653489 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208215653490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208215653490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208215653490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:56:54.524915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18575): Terminating (SIGTERM)\u000a21:56:54.568192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18578): Terminating (SIGTERM)\u000a21:56:54.611602 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18581): Terminating (SIGTERM)\u000a21:56:54.622006 --- ParallelTerminationStrategy: PID 18575 died...\u000a21:56:54.679964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18575): Terminated: ok {rc=0}\u000a21:56:54.690528 --- ParallelTerminationStrategy: PID 18578 died...\u000a21:56:54.748011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18578): Terminated: ok {rc=0}\u000a21:56:54.758581 --- ParallelTerminationStrategy: PID 18581 died...\u000a21:56:54.815870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18581): Terminated: ok {rc=0}\u000a21:56:54.904056 bus /sierra_3: Setting Powered False\u000a21:56:56.008176 bus /sierra_3: Setting Powered False\u000a21:56:57.121055 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:56:37" }, { "cases" : [ { "testActions" : [ ], "age" : 148, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18593): Process ended prematurely: osmo-stp_10.42.42.5(pid=18593) [trial-2350↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18593)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18593): Process ended prematurely: osmo-stp_10.42.42.5(pid=18593) [trial-2350↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18593)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a21:56:59.080876 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:56:59.092408 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:56:59.248451 tst mo_mt_call.py: using LAC 17010\u000a21:56:59.377601 tst mo_mt_call.py: using RAC 180\u000a21:56:59.505579 tst mo_mt_call.py: using CellId 17010\u000a21:56:59.632688 tst mo_mt_call.py: using BVCI 17011\u000a21:56:59.657916 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:56:59.669693 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:56:59.681114 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:56:59.692801 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:56:59.704777 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:56:59.716647 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:56:59.836452 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:57:00.048483 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:57:00.565574 run create_hlr_db(pid=18587): Launched\u000a21:57:00.755268 bus /sierra_2: Setting Powered False\u000a21:57:01.768172 run create_hlr_db(pid=18587): Terminated: ok {rc=0}\u000a21:57:02.252856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18589): Launched\u000a21:57:02.562707 run osmo-hlr_10.42.42.2(pid=18590): Launched\u000a21:57:02.675814 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:57:03.207586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18592): Launched\u000a21:57:03.515084 run osmo-stp_10.42.42.5(pid=18593): Launched\u000a21:57:03.627412 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:57:04.187876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18595): Launched\u000a21:57:04.496549 run osmo-msc_10.42.42.6(pid=18596): Launched\u000a21:57:04.678521 run osmo-stp_10.42.42.5(pid=18593): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18593)]\u000a21:57:04.809444 run osmo-stp_10.42.42.5(pid=18593): stdout: \u000a| (launched: 2022-12-08_21:57:03.363888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:04.937951 run osmo-stp_10.42.42.5(pid=18593): stderr: \u000a| �[0;m�[38;5;43m20221208215703535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215703535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215703536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215703536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215703537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215703537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215703537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:05.061605 run osmo-stp_10.42.42.5(pid=18593): stdout: \u000a| (launched: 2022-12-08_21:57:03.363888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:05.183965 run osmo-stp_10.42.42.5(pid=18593): stderr: \u000a| �[0;m�[38;5;43m20221208215703535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215703535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215703536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215703536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215703537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215703537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215703537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:05.237993 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18593): Process ended prematurely: osmo-stp_10.42.42.5(pid=18593) [trial-2350↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18593)] [trial-2350↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a21:57:05.246905 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a21:57:05.308344 run osmo-hlr_10.42.42.2(pid=18590): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18590)]\u000a21:57:05.358811 run osmo-hlr_10.42.42.2(pid=18590): stdout: \u000a| (launched: 2022-12-08_21:57:02.410805) \u000a21:57:05.409833 run osmo-hlr_10.42.42.2(pid=18590): stderr: \u000a| �[0;m�[1;31m20221208215702588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215702588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215702588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215702588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215702588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215702588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215702605 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215702615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215702615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215702615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:57:05.479181 run osmo-msc_10.42.42.6(pid=18596): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18596)]\u000a21:57:05.529560 run osmo-msc_10.42.42.6(pid=18596): stdout: \u000a| (launched: 2022-12-08_21:57:04.344410) \u000a21:57:05.580291 run osmo-msc_10.42.42.6(pid=18596): stderr: \u000a| �[0;m�[38;5;43m20221208215704621 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208215704621 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcb0d0e1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208215704621 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208215704621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208215704621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208215704622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208215704623 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208215704624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208215704624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208215704624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:57:05.623198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18589): Terminating (SIGTERM)\u000a21:57:05.663769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18592): Terminating (SIGTERM)\u000a21:57:05.704534 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18595): Terminating (SIGTERM)\u000a21:57:05.714040 --- ParallelTerminationStrategy: PID 18589 died...\u000a21:57:05.768667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18589): Terminated: ok {rc=0}\u000a21:57:05.778646 --- ParallelTerminationStrategy: PID 18592 died...\u000a21:57:05.833389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18592): Terminated: ok {rc=0}\u000a21:57:05.843384 --- ParallelTerminationStrategy: PID 18595 died...\u000a21:57:05.897676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18595): Terminated: ok {rc=0}\u000a21:57:05.987405 bus /sierra_3: Setting Powered False\u000a21:57:07.092734 bus /sierra_3: Setting Powered False\u000a21:57:08.205889 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 148, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18604): Process ended prematurely: osmo-stp_10.42.42.5(pid=18604) [trial-2350↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18604)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18604): Process ended prematurely: osmo-stp_10.42.42.5(pid=18604) [trial-2350↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18604)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:57:09.323585 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:57:09.335724 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:57:09.491221 tst mo_mt_call_osmux.py: using LAC 17011\u000a21:57:09.620920 tst mo_mt_call_osmux.py: using RAC 181\u000a21:57:09.750821 tst mo_mt_call_osmux.py: using CellId 17011\u000a21:57:09.878934 tst mo_mt_call_osmux.py: using BVCI 17012\u000a21:57:09.902405 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:57:09.913700 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:57:09.924650 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:57:09.935622 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:57:09.946666 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:57:09.957741 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:57:10.076437 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:57:10.287746 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:57:10.807508 run create_hlr_db(pid=18598): Launched\u000a21:57:10.998772 bus /sierra_2: Setting Powered False\u000a21:57:12.020912 run create_hlr_db(pid=18598): Terminated: ok {rc=0}\u000a21:57:12.432564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18600): Launched\u000a21:57:12.740526 run osmo-hlr_10.42.42.2(pid=18601): Launched\u000a21:57:12.858264 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:57:13.391026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18603): Launched\u000a21:57:13.698477 run osmo-stp_10.42.42.5(pid=18604): Launched\u000a21:57:13.810459 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:57:14.369728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18606): Launched\u000a21:57:14.678558 run osmo-msc_10.42.42.6(pid=18607): Launched\u000a21:57:14.858384 run osmo-stp_10.42.42.5(pid=18604): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18604)]\u000a21:57:14.988344 run osmo-stp_10.42.42.5(pid=18604): stdout: \u000a| (launched: 2022-12-08_21:57:13.547291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:15.116934 run osmo-stp_10.42.42.5(pid=18604): stderr: \u000a| �[0;m�[38;5;43m20221208215713721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215713721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215713721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215713722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215713722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215713722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215713722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:15.240428 run osmo-stp_10.42.42.5(pid=18604): stdout: \u000a| (launched: 2022-12-08_21:57:13.547291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:15.362488 run osmo-stp_10.42.42.5(pid=18604): stderr: \u000a| �[0;m�[38;5;43m20221208215713721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215713721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215713721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215713722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215713722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215713722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215713722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:15.415936 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18604): Process ended prematurely: osmo-stp_10.42.42.5(pid=18604) [trial-2350↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18604)] [trial-2350↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a21:57:15.424626 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a21:57:15.485509 run osmo-hlr_10.42.42.2(pid=18601): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18601)]\u000a21:57:15.535292 run osmo-hlr_10.42.42.2(pid=18601): stdout: \u000a| (launched: 2022-12-08_21:57:12.589725) \u000a21:57:15.585934 run osmo-hlr_10.42.42.2(pid=18601): stderr: \u000a| �[0;m�[1;31m20221208215712765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215712765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215712765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215712766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215712766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215712766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215712778 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215712789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215712789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215712789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:57:15.654818 run osmo-msc_10.42.42.6(pid=18607): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18607)]\u000a21:57:15.704760 run osmo-msc_10.42.42.6(pid=18607): stdout: \u000a| (launched: 2022-12-08_21:57:14.525909) \u000a21:57:15.755880 run osmo-msc_10.42.42.6(pid=18607): stderr: \u000a| �[0;m�[38;5;43m20221208215714799 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208215714799 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7119527c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208215714799 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208215714799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208215714799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208215714799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208215714801 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208215714802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208215714802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208215714802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:57:15.798822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18600): Terminating (SIGTERM)\u000a21:57:15.839504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18603): Terminating (SIGTERM)\u000a21:57:15.881878 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18606): Terminating (SIGTERM)\u000a21:57:15.892196 --- ParallelTerminationStrategy: PID 18600 died...\u000a21:57:15.961474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18600): Terminated: ok {rc=0}\u000a21:57:15.971842 --- ParallelTerminationStrategy: PID 18603 died...\u000a21:57:16.027042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18603): Terminated: ok {rc=0}\u000a21:57:16.037495 --- ParallelTerminationStrategy: PID 18606 died...\u000a21:57:16.106164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18606): Terminated: ok {rc=0}\u000a21:57:16.210040 bus /sierra_3: Setting Powered False\u000a21:57:17.319774 bus /sierra_3: Setting Powered False\u000a21:57:18.431918 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:56:58" }, { "cases" : [ { "testActions" : [ ], "age" : 148, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18620): Process ended prematurely: osmo-stp_10.42.42.5(pid=18620) [trial-2350↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18620)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18620): Process ended prematurely: osmo-stp_10.42.42.5(pid=18620) [trial-2350↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18620)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a21:57:20.375480 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:20.386288 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:57:20.532725 tst mo_mt_call.py: using LAC 17012\u000a21:57:20.655094 tst mo_mt_call.py: using RAC 182\u000a21:57:20.775476 tst mo_mt_call.py: using CellId 17012\u000a21:57:20.897484 tst mo_mt_call.py: using BVCI 17013\u000a21:57:20.920775 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:20.931564 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:20.942141 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:20.952621 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:20.963364 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:20.973941 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:57:21.093620 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:57:21.296178 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:57:21.785695 run create_hlr_db(pid=18614): Launched\u000a21:57:21.961116 bus /sierra_2: Setting Powered False\u000a21:57:22.983875 run create_hlr_db(pid=18614): Terminated: ok {rc=0}\u000a21:57:23.416541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18616): Launched\u000a21:57:23.722566 run osmo-hlr_10.42.42.2(pid=18617): Launched\u000a21:57:23.838945 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:57:24.370464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18619): Launched\u000a21:57:24.676177 run osmo-stp_10.42.42.5(pid=18620): Launched\u000a21:57:24.789473 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:57:25.349454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18622): Launched\u000a21:57:25.656669 run osmo-msc_10.42.42.6(pid=18623): Launched\u000a21:57:25.836920 run osmo-stp_10.42.42.5(pid=18620): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18620)]\u000a21:57:25.966663 run osmo-stp_10.42.42.5(pid=18620): stdout: \u000a| (launched: 2022-12-08_21:57:24.526425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:26.094664 run osmo-stp_10.42.42.5(pid=18620): stderr: \u000a| �[0;m�[38;5;43m20221208215724700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215724700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215724701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215724701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215724701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215724701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215724702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:26.217831 run osmo-stp_10.42.42.5(pid=18620): stdout: \u000a| (launched: 2022-12-08_21:57:24.526425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:26.340017 run osmo-stp_10.42.42.5(pid=18620): stderr: \u000a| �[0;m�[38;5;43m20221208215724700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215724700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215724701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215724701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215724701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215724701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215724702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:26.393675 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18620): Process ended prematurely: osmo-stp_10.42.42.5(pid=18620) [trial-2350↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18620)] [trial-2350↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a21:57:26.402176 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a21:57:26.462887 run osmo-hlr_10.42.42.2(pid=18617): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18617)]\u000a21:57:26.512810 run osmo-hlr_10.42.42.2(pid=18617): stdout: \u000a| (launched: 2022-12-08_21:57:23.572544) \u000a21:57:26.563703 run osmo-hlr_10.42.42.2(pid=18617): stderr: \u000a| �[0;m�[1;31m20221208215723750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215723750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215723750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215723750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215723750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215723751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215723763 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215723773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215723774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215723774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:57:26.633013 run osmo-msc_10.42.42.6(pid=18623): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18623)]\u000a21:57:26.683134 run osmo-msc_10.42.42.6(pid=18623): stdout: \u000a| (launched: 2022-12-08_21:57:25.505497) \u000a21:57:26.734272 run osmo-msc_10.42.42.6(pid=18623): stderr: \u000a| �[0;m�[38;5;43m20221208215725779 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208215725779 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5454291c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208215725779 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208215725779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208215725779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208215725779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208215725783 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208215725783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208215725783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208215725783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:57:26.777018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18616): Terminating (SIGTERM)\u000a21:57:26.817428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18619): Terminating (SIGTERM)\u000a21:57:26.857886 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18622): Terminating (SIGTERM)\u000a21:57:26.867285 --- ParallelTerminationStrategy: PID 18616 died...\u000a21:57:26.921596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18616): Terminated: ok {rc=0}\u000a21:57:26.931512 --- ParallelTerminationStrategy: PID 18619 died...\u000a21:57:26.985594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18619): Terminated: ok {rc=0}\u000a21:57:26.995374 --- ParallelTerminationStrategy: PID 18622 died...\u000a21:57:27.049646 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18622): Terminated: ok {rc=0}\u000a21:57:27.141076 bus /sierra_3: Setting Powered False\u000a21:57:28.247035 bus /sierra_3: Setting Powered False\u000a21:57:29.358925 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 148, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18631): Process ended prematurely: osmo-stp_10.42.42.5(pid=18631) [trial-2350↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18631)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18631): Process ended prematurely: osmo-stp_10.42.42.5(pid=18631) [trial-2350↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18631)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:57:30.474624 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:30.486421 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:57:30.642044 tst mo_mt_call_osmux.py: using LAC 17013\u000a21:57:30.770934 tst mo_mt_call_osmux.py: using RAC 183\u000a21:57:30.928377 tst mo_mt_call_osmux.py: using CellId 17013\u000a21:57:31.058933 tst mo_mt_call_osmux.py: using BVCI 17014\u000a21:57:31.085091 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:31.097838 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:31.112778 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:31.126373 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:31.139898 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:31.154780 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:57:31.298726 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:57:31.508316 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:57:32.067800 run create_hlr_db(pid=18625): Launched\u000a21:57:32.266116 bus /sierra_2: Setting Powered False\u000a21:57:33.281752 run create_hlr_db(pid=18625): Terminated: ok {rc=0}\u000a21:57:33.695478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18627): Launched\u000a21:57:34.002707 run osmo-hlr_10.42.42.2(pid=18628): Launched\u000a21:57:34.124173 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:57:34.664452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18630): Launched\u000a21:57:34.971184 run osmo-stp_10.42.42.5(pid=18631): Launched\u000a21:57:35.081393 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:57:35.647099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18633): Launched\u000a21:57:35.955932 run osmo-msc_10.42.42.6(pid=18639): Launched\u000a21:57:36.136802 run osmo-stp_10.42.42.5(pid=18631): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18631)]\u000a21:57:36.268025 run osmo-stp_10.42.42.5(pid=18631): stdout: \u000a| (launched: 2022-12-08_21:57:34.820909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:36.395827 run osmo-stp_10.42.42.5(pid=18631): stderr: \u000a| �[0;m�[38;5;43m20221208215734991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215734992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215734992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215734992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215734995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215734995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215734995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:36.519221 run osmo-stp_10.42.42.5(pid=18631): stdout: \u000a| (launched: 2022-12-08_21:57:34.820909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:36.641737 run osmo-stp_10.42.42.5(pid=18631): stderr: \u000a| �[0;m�[38;5;43m20221208215734991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215734992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215734992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215734992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215734995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215734995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215734995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:36.695685 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18631): Process ended prematurely: osmo-stp_10.42.42.5(pid=18631) [trial-2350↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18631)] [trial-2350↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a21:57:36.704174 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a21:57:36.765229 run osmo-hlr_10.42.42.2(pid=18628): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18628)]\u000a21:57:36.815586 run osmo-hlr_10.42.42.2(pid=18628): stdout: \u000a| (launched: 2022-12-08_21:57:33.852043) \u000a21:57:36.866164 run osmo-hlr_10.42.42.2(pid=18628): stderr: \u000a| �[0;m�[1;31m20221208215734030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215734030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215734030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215734030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215734030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215734031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215734042 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215734053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215734053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215734053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:57:36.935122 run osmo-msc_10.42.42.6(pid=18639): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18639)]\u000a21:57:36.985008 run osmo-msc_10.42.42.6(pid=18639): stdout: \u000a| (launched: 2022-12-08_21:57:35.803881) \u000a21:57:37.035423 run osmo-msc_10.42.42.6(pid=18639): stderr: \u000a| �[0;m�[38;5;43m20221208215736075 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208215736076 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5018a41c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208215736076 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208215736076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208215736076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208215736076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208215736078 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208215736078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208215736078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208215736078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:57:37.077813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18627): Terminating (SIGTERM)\u000a21:57:37.117993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18630): Terminating (SIGTERM)\u000a21:57:37.158068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18633): Terminating (SIGTERM)\u000a21:57:37.167632 --- ParallelTerminationStrategy: PID 18627 died...\u000a21:57:37.221368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18627): Terminated: ok {rc=0}\u000a21:57:37.231023 --- ParallelTerminationStrategy: PID 18630 died...\u000a21:57:37.285323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18630): Terminated: ok {rc=0}\u000a21:57:37.295047 --- ParallelTerminationStrategy: PID 18633 died...\u000a21:57:37.348908 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18633): Terminated: ok {rc=0}\u000a21:57:37.439165 bus /sierra_3: Setting Powered False\u000a21:57:38.546165 bus /sierra_3: Setting Powered False\u000a21:57:39.654437 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:57:20" }, { "cases" : [ { "testActions" : [ ], "age" : 148, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18650): Process ended prematurely: osmo-stp_10.42.42.5(pid=18650) [trial-2350↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18650)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18650): Process ended prematurely: osmo-stp_10.42.42.5(pid=18650) [trial-2350↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18650)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a21:57:41.620680 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:41.631113 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a21:57:41.752003 tst emergency_mo_mt_call.py: using LAC 17014\u000a21:57:41.871209 tst emergency_mo_mt_call.py: using RAC 184\u000a21:57:41.990676 tst emergency_mo_mt_call.py: using CellId 17014\u000a21:57:42.108404 tst emergency_mo_mt_call.py: using BVCI 17015\u000a21:57:42.131296 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:42.141823 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:42.152196 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:42.162503 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:42.172684 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:42.182970 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a21:57:42.299248 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a21:57:42.498945 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:57:42.982757 run create_hlr_db(pid=18644): Launched\u000a21:57:43.155938 bus /sierra_2: Setting Powered False\u000a21:57:44.178142 run create_hlr_db(pid=18644): Terminated: ok {rc=0}\u000a21:57:44.607269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18646): Launched\u000a21:57:44.929410 run osmo-hlr_10.42.42.2(pid=18647): Launched\u000a21:57:45.047576 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:57:45.608335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18649): Launched\u000a21:57:45.999596 run osmo-stp_10.42.42.5(pid=18650): Launched\u000a21:57:46.175571 tst emergency_mo_mt_call.py: using MSISDN 6874\u000a21:57:46.405743 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:57:46.990433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18652): Launched\u000a21:57:47.352733 run osmo-msc_10.42.42.6(pid=18653): Launched\u000a21:57:47.542192 run osmo-stp_10.42.42.5(pid=18650): ERR: Terminated: ERROR {rc=1} [trial-2350↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18650)]\u000a21:57:47.678283 run osmo-stp_10.42.42.5(pid=18650): stdout: \u000a| (launched: 2022-12-08_21:57:45.772270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:47.814267 run osmo-stp_10.42.42.5(pid=18650): stderr: \u000a| �[0;m�[38;5;43m20221208215746086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215746086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215746086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215746087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215746087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215746087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215746087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:47.944191 run osmo-stp_10.42.42.5(pid=18650): stdout: \u000a| (launched: 2022-12-08_21:57:45.772270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:48.073583 run osmo-stp_10.42.42.5(pid=18650): stderr: \u000a| �[0;m�[38;5;43m20221208215746086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215746086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215746086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215746087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215746087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215746087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215746087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:48.129891 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=18650): Process ended prematurely: osmo-stp_10.42.42.5(pid=18650) [trial-2350↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18650)] [trial-2350↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a21:57:48.138589 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a21:57:48.203052 run osmo-hlr_10.42.42.2(pid=18647): ERR: Terminated: ERROR {rc=237} [trial-2350↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18647)]\u000a21:57:48.255888 run osmo-hlr_10.42.42.2(pid=18647): stdout: \u000a| (launched: 2022-12-08_21:57:44.771694) \u000a21:57:48.309316 run osmo-hlr_10.42.42.2(pid=18647): stderr: \u000a| �[0;m�[1;31m20221208215744970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215744970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215744970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215744970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215744970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215744970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215744982 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215744990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215744990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215744990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:57:48.382515 run osmo-msc_10.42.42.6(pid=18653): ERR: Terminated: ERROR {rc=2} [trial-2350↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18653)]\u000a21:57:48.435525 run osmo-msc_10.42.42.6(pid=18653): stdout: \u000a| (launched: 2022-12-08_21:57:47.147841) \u000a21:57:48.489249 run osmo-msc_10.42.42.6(pid=18653): stderr: \u000a| �[0;m�[38;5;43m20221208215747520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208215747520 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4d65f3ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208215747520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208215747520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208215747521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208215747521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208215747523 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208215747523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208215747523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208215747523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:57:48.534353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18646): Terminating (SIGTERM)\u000a21:57:48.577838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18649): Terminating (SIGTERM)\u000a21:57:48.621310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18652): Terminating (SIGTERM)\u000a21:57:48.631306 --- ParallelTerminationStrategy: PID 18646 died...\u000a21:57:48.689450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18646): Terminated: ok {rc=0}\u000a21:57:48.699845 --- ParallelTerminationStrategy: PID 18649 died...\u000a21:57:48.757641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18649): Terminated: ok {rc=0}\u000a21:57:48.768011 --- ParallelTerminationStrategy: PID 18652 died...\u000a21:57:48.825649 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18652): Terminated: ok {rc=0}\u000a21:57:48.914447 bus /sierra_3: Setting Powered False\u000a21:57:50.023421 bus /sierra_3: Setting Powered False\u000a21:57:51.134254 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18661): Process ended prematurely: osmo-stp_10.42.42.5(pid=18661) [trial-2350↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18661)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18661): Process ended prematurely: osmo-stp_10.42.42.5(pid=18661) [trial-2350↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18661)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a21:57:52.182818 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:52.193953 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a21:57:52.317359 tst emergency_preemptive_call.py: using LAC 17015\u000a21:57:52.453071 tst emergency_preemptive_call.py: using RAC 185\u000a21:57:52.585334 tst emergency_preemptive_call.py: using CellId 17015\u000a21:57:52.714368 tst emergency_preemptive_call.py: using BVCI 17016\u000a21:57:52.739301 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:52.750478 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:52.761540 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:52.773439 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:52.785360 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:52.797141 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a21:57:52.916604 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a21:57:53.036538 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a21:57:53.153367 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a21:57:53.364818 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:57:53.874676 run create_hlr_db(pid=18655): Launched\u000a21:57:54.063251 bus /sierra_2: Setting Powered False\u000a21:57:55.084590 run create_hlr_db(pid=18655): Terminated: ok {rc=0}\u000a21:57:55.516390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18657): Launched\u000a21:57:55.840802 run osmo-hlr_10.42.42.2(pid=18658): Launched\u000a21:57:55.957685 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:57:56.519222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18660): Launched\u000a21:57:56.842000 run osmo-stp_10.42.42.5(pid=18661): Launched\u000a21:57:56.974979 tst emergency_preemptive_call.py: using MSISDN 6875\u000a21:57:57.135398 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:57:57.722484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18663): Launched\u000a21:57:58.045340 run osmo-msc_10.42.42.6(pid=18664): Launched\u000a21:57:58.234598 run osmo-stp_10.42.42.5(pid=18661): ERR: Terminated: ERROR {rc=1} [trial-2350↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18661)]\u000a21:57:58.372465 run osmo-stp_10.42.42.5(pid=18661): stdout: \u000a| (launched: 2022-12-08_21:57:56.683087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:58.509222 run osmo-stp_10.42.42.5(pid=18661): stderr: \u000a| �[0;m�[38;5;43m20221208215756875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215756875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215756875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215756876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215756876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215756876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215756876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:58.639280 run osmo-stp_10.42.42.5(pid=18661): stdout: \u000a| (launched: 2022-12-08_21:57:56.683087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:58.767940 run osmo-stp_10.42.42.5(pid=18661): stderr: \u000a| �[0;m�[38;5;43m20221208215756875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215756875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215756875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215756876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215756876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215756876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215756876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:58.824245 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=18661): Process ended prematurely: osmo-stp_10.42.42.5(pid=18661) [trial-2350↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18661)] [trial-2350↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a21:57:58.832853 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a21:57:58.897432 run osmo-hlr_10.42.42.2(pid=18658): ERR: Terminated: ERROR {rc=237} [trial-2350↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18658)]\u000a21:57:58.950154 run osmo-hlr_10.42.42.2(pid=18658): stdout: \u000a| (launched: 2022-12-08_21:57:55.681327) \u000a21:57:59.003706 run osmo-hlr_10.42.42.2(pid=18658): stderr: \u000a| �[0;m�[1;31m20221208215755879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215755879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215755879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215755879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215755879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215755879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215755906 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215755916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215755916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215755916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:57:59.076147 run osmo-msc_10.42.42.6(pid=18664): ERR: Terminated: ERROR {rc=2} [trial-2350↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18664)]\u000a21:57:59.128687 run osmo-msc_10.42.42.6(pid=18664): stdout: \u000a| (launched: 2022-12-08_21:57:57.886751) \u000a21:57:59.182008 run osmo-msc_10.42.42.6(pid=18664): stderr: \u000a| �[0;m�[38;5;43m20221208215758210 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208215758210 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1a028bfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208215758210 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208215758210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208215758210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208215758211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208215758212 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208215758213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208215758213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208215758213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:57:59.227397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18657): Terminating (SIGTERM)\u000a21:57:59.270321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18660): Terminating (SIGTERM)\u000a21:57:59.312911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18663): Terminating (SIGTERM)\u000a21:57:59.323410 --- ParallelTerminationStrategy: PID 18657 died...\u000a21:57:59.380588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18657): Terminated: ok {rc=0}\u000a21:57:59.390882 --- ParallelTerminationStrategy: PID 18660 died...\u000a21:57:59.448080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18660): Terminated: ok {rc=0}\u000a21:57:59.458486 --- ParallelTerminationStrategy: PID 18663 died...\u000a21:57:59.515609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18663): Terminated: ok {rc=0}\u000a21:57:59.605368 bus /sierra_9: Setting Powered False\u000a21:58:00.712925 bus /sierra_9: Setting Powered False\u000a21:58:01.840154 bus /sierra_8: Setting Powered False\u000a21:58:02.945298 bus /sierra_8: Setting Powered False\u000a21:58:04.057899 bus /sierra_3: Setting Powered False\u000a21:58:05.161815 bus /sierra_3: Setting Powered False\u000a21:58:06.275242 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:57:41" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18679): Process ended prematurely: osmo-stp_10.42.42.5(pid=18679) [trial-2350↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18679)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18679): Process ended prematurely: osmo-stp_10.42.42.5(pid=18679) [trial-2350↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18679)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:58:08.337538 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:08.347844 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a21:58:08.481296 tst cs_paging_gprs_active.py: using LAC 17016\u000a21:58:08.607402 tst cs_paging_gprs_active.py: using RAC 186\u000a21:58:08.733757 tst cs_paging_gprs_active.py: using CellId 17016\u000a21:58:08.853365 tst cs_paging_gprs_active.py: using BVCI 17017\u000a21:58:08.876857 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:08.887278 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:08.897536 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:08.907697 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:08.917784 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:08.927787 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:08.937960 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:08.948059 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:08.958355 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a21:58:09.078979 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a21:58:09.376437 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:58:09.514218 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:58:09.855330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18669): Launched\u000a21:58:10.139016 run iperf3-srv_10.42.42.10(pid=18670): Launched\u000a21:58:10.341582 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:58:10.479255 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:58:10.818895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18671): Launched\u000a21:58:11.102835 run iperf3-srv_10.42.42.10(pid=18672): Launched\u000a21:58:11.305063 tst cs_paging_gprs_active.py:38: start network...\u000a21:58:11.443685 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:58:11.971179 run create_hlr_db(pid=18673): Launched\u000a21:58:12.161789 bus /sierra_2: Setting Powered False\u000a21:58:13.184354 run create_hlr_db(pid=18673): Terminated: ok {rc=0}\u000a21:58:13.596539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18675): Launched\u000a21:58:13.903621 run osmo-hlr_10.42.42.2(pid=18676): Launched\u000a21:58:14.015876 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:58:14.549023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18678): Launched\u000a21:58:14.855102 run osmo-stp_10.42.42.5(pid=18679): Launched\u000a21:58:14.965572 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:58:15.500266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18681): Launched\u000a21:58:15.609924 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:58:15.885025 run patchelf(pid=18682): Launched\u000a21:58:16.079569 run osmo-stp_10.42.42.5(pid=18679): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18679)]\u000a21:58:16.215203 run osmo-stp_10.42.42.5(pid=18679): stdout: \u000a| (launched: 2022-12-08_21:58:14.705275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:16.351109 run osmo-stp_10.42.42.5(pid=18679): stderr: \u000a| �[0;m�[38;5;43m20221208215814878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215814878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215814878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215814879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215814879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215814879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215814879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:16.482537 run osmo-stp_10.42.42.5(pid=18679): stdout: \u000a| (launched: 2022-12-08_21:58:14.705275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:16.613076 run osmo-stp_10.42.42.5(pid=18679): stderr: \u000a| �[0;m�[38;5;43m20221208215814878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215814878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215814878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215814879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215814879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215814879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215814879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:16.764316 run patchelf(pid=18682): Terminating (SIGINT)\u000a21:58:16.944110 run patchelf(pid=18682): Terminated: ok {rc=0}\u000a21:58:16.977607 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18679): Process ended prematurely: osmo-stp_10.42.42.5(pid=18679) [trial-2350↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18679)] [trial-2350↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a21:58:16.987893 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a21:58:17.050518 run osmo-hlr_10.42.42.2(pid=18676): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18676)]\u000a21:58:17.101890 run osmo-hlr_10.42.42.2(pid=18676): stdout: \u000a| (launched: 2022-12-08_21:58:13.753311) \u000a21:58:17.153668 run osmo-hlr_10.42.42.2(pid=18676): stderr: \u000a| �[0;m�[1;31m20221208215813934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215813934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215813934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215813934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215813934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215813934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215813947 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215813958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215813958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215813958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:58:17.196347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18669): Terminating (SIGTERM)\u000a21:58:17.236221 run iperf3-srv_10.42.42.10(pid=18670): Terminating (SIGTERM)\u000a21:58:17.275985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18671): Terminating (SIGTERM)\u000a21:58:17.315722 run iperf3-srv_10.42.42.10(pid=18672): Terminating (SIGTERM)\u000a21:58:17.355784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18675): Terminating (SIGTERM)\u000a21:58:17.395764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18678): Terminating (SIGTERM)\u000a21:58:17.435907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18681): Terminating (SIGTERM)\u000a21:58:17.445365 --- ParallelTerminationStrategy: PID 18669 died...\u000a21:58:17.499483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18669): Terminated: ok {rc=0}\u000a21:58:17.509319 --- ParallelTerminationStrategy: PID 18670 died...\u000a21:58:17.563341 run iperf3-srv_10.42.42.10(pid=18670): Terminated {rc=256}\u000a21:58:17.573147 --- ParallelTerminationStrategy: PID 18671 died...\u000a21:58:17.626755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18671): Terminated: ok {rc=0}\u000a21:58:17.636424 --- ParallelTerminationStrategy: PID 18672 died...\u000a21:58:17.690019 run iperf3-srv_10.42.42.10(pid=18672): Terminated {rc=256}\u000a21:58:17.699690 --- ParallelTerminationStrategy: PID 18675 died...\u000a21:58:17.753078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18675): Terminated: ok {rc=0}\u000a21:58:17.762854 --- ParallelTerminationStrategy: PID 18678 died...\u000a21:58:17.816331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18678): Terminated: ok {rc=0}\u000a21:58:17.826141 --- ParallelTerminationStrategy: PID 18681 died...\u000a21:58:17.880020 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18681): Terminated: ok {rc=0}\u000a21:58:17.964453 bus /gobi_0: Setting Powered False\u000a21:58:19.073068 bus /gobi_0: Setting Powered False\u000a21:58:20.186027 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18691): Process ended prematurely: osmo-stp_10.42.42.5(pid=18691) [trial-2350↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18691)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18691): Process ended prematurely: osmo-stp_10.42.42.5(pid=18691) [trial-2350↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18691)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a21:58:21.297977 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:21.308762 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a21:58:21.431835 tst iperf3.py: using LAC 17017\u000a21:58:21.553993 tst iperf3.py: using RAC 187\u000a21:58:21.681868 tst iperf3.py: using CellId 17017\u000a21:58:21.812151 tst iperf3.py: using BVCI 17018\u000a21:58:21.837678 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:21.848677 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:21.859674 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:21.870978 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:21.882509 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:21.893733 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:21.905060 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:21.916340 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:21.927771 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a21:58:22.209264 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:58:22.336730 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:58:22.653618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18683): Launched\u000a21:58:22.918305 run iperf3-srv_10.42.42.10(pid=18684): Launched\u000a21:58:23.104482 tst iperf3.py:8: start network...\u000a21:58:23.232756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:58:23.724680 run create_hlr_db(pid=18685): Launched\u000a21:58:23.900588 bus /gobi_6: Setting Powered False\u000a21:58:24.922445 run create_hlr_db(pid=18685): Terminated: ok {rc=0}\u000a21:58:25.360074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18687): Launched\u000a21:58:25.689020 run osmo-hlr_10.42.42.2(pid=18688): Launched\u000a21:58:25.811627 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:58:26.384847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18690): Launched\u000a21:58:26.713777 run osmo-stp_10.42.42.5(pid=18691): Launched\u000a21:58:26.833882 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:58:27.410133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18693): Launched\u000a21:58:27.528715 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:58:27.816333 run patchelf(pid=18694): Launched\u000a21:58:28.009066 run osmo-stp_10.42.42.5(pid=18691): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18691)]\u000a21:58:28.149998 run osmo-stp_10.42.42.5(pid=18691): stdout: \u000a| (launched: 2022-12-08_21:58:26.552312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:28.291237 run osmo-stp_10.42.42.5(pid=18691): stderr: \u000a| �[0;m�[38;5;43m20221208215826750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215826750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215826750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215826750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215826751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215826751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215826751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:28.428813 run osmo-stp_10.42.42.5(pid=18691): stdout: \u000a| (launched: 2022-12-08_21:58:26.552312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:28.564392 run osmo-stp_10.42.42.5(pid=18691): stderr: \u000a| �[0;m�[38;5;43m20221208215826750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215826750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215826750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215826750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215826751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215826751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215826751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:28.721965 run patchelf(pid=18694): Terminating (SIGINT)\u000a21:58:28.906952 run patchelf(pid=18694): Terminated: ok {rc=0}\u000a21:58:28.940596 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18691): Process ended prematurely: osmo-stp_10.42.42.5(pid=18691) [trial-2350↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18691)] [trial-2350↪gprs:oc2g↪iperf3.py:8]\u000a21:58:28.950695 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a21:58:29.015617 run osmo-hlr_10.42.42.2(pid=18688): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18688)]\u000a21:58:29.068738 run osmo-hlr_10.42.42.2(pid=18688): stdout: \u000a| (launched: 2022-12-08_21:58:25.527695) \u000a21:58:29.122470 run osmo-hlr_10.42.42.2(pid=18688): stderr: \u000a| �[0;m�[1;31m20221208215825727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215825727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215825727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215825727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215825727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215825727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215825740 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215825748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215825748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215825749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:58:29.167663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18683): Terminating (SIGTERM)\u000a21:58:29.210945 run iperf3-srv_10.42.42.10(pid=18684): Terminating (SIGTERM)\u000a21:58:29.253775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18687): Terminating (SIGTERM)\u000a21:58:29.296685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18690): Terminating (SIGTERM)\u000a21:58:29.340213 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18693): Terminating (SIGTERM)\u000a21:58:29.350524 --- ParallelTerminationStrategy: PID 18683 died...\u000a21:58:29.408132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18683): Terminated: ok {rc=0}\u000a21:58:29.418916 --- ParallelTerminationStrategy: PID 18684 died...\u000a21:58:29.476191 run iperf3-srv_10.42.42.10(pid=18684): Terminated {rc=256}\u000a21:58:29.486708 --- ParallelTerminationStrategy: PID 18687 died...\u000a21:58:29.543998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18687): Terminated: ok {rc=0}\u000a21:58:29.554352 --- ParallelTerminationStrategy: PID 18690 died...\u000a21:58:29.611624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18690): Terminated: ok {rc=0}\u000a21:58:29.622125 --- ParallelTerminationStrategy: PID 18693 died...\u000a21:58:29.679472 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18693): Terminated: ok {rc=0}\u000a21:58:29.767466 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:oc2g", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18709): Process ended prematurely: osmo-stp_10.42.42.5(pid=18709) [trial-2350↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18709)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18709): Process ended prematurely: osmo-stp_10.42.42.5(pid=18709) [trial-2350↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18709)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a21:58:30.891360 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:30.903519 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a21:58:31.043193 tst iperf3m4.py: using LAC 17018\u000a21:58:31.173858 tst iperf3m4.py: using RAC 188\u000a21:58:31.299098 tst iperf3m4.py: using CellId 17018\u000a21:58:31.429696 tst iperf3m4.py: using BVCI 17019\u000a21:58:31.456229 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:31.468198 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:31.480156 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:31.494089 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:31.507179 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:31.519571 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:31.532263 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:31.545023 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:31.557738 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a21:58:31.680527 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a21:58:31.809360 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a21:58:31.963454 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a21:58:32.305067 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:58:32.433847 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:58:32.754199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18695): Launched\u000a21:58:33.019309 run iperf3-srv_10.42.42.10(pid=18696): Launched\u000a21:58:33.205895 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:58:33.334067 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:58:33.651637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18697): Launched\u000a21:58:33.914961 run iperf3-srv_10.42.42.10(pid=18698): Launched\u000a21:58:34.101627 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:58:34.229248 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:58:34.546926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18699): Launched\u000a21:58:34.810459 run iperf3-srv_10.42.42.10(pid=18700): Launched\u000a21:58:34.996329 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:58:35.123406 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:58:35.441412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18701): Launched\u000a21:58:35.704928 run iperf3-srv_10.42.42.10(pid=18702): Launched\u000a21:58:35.891339 tst iperf3m4.py:8: start network...\u000a21:58:36.018849 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:58:36.510682 run create_hlr_db(pid=18703): Launched\u000a21:58:36.687100 bus /gobi_6: Setting Powered False\u000a21:58:37.710270 run create_hlr_db(pid=18703): Terminated: ok {rc=0}\u000a21:58:38.147005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18705): Launched\u000a21:58:38.476578 run osmo-hlr_10.42.42.2(pid=18706): Launched\u000a21:58:38.599000 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:58:39.172578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18708): Launched\u000a21:58:39.502349 run osmo-stp_10.42.42.5(pid=18709): Launched\u000a21:58:39.622743 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:58:40.197649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18711): Launched\u000a21:58:40.315422 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:58:40.602619 run patchelf(pid=18712): Launched\u000a21:58:40.795244 run osmo-stp_10.42.42.5(pid=18709): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18709)]\u000a21:58:40.936020 run osmo-stp_10.42.42.5(pid=18709): stdout: \u000a| (launched: 2022-12-08_21:58:39.339938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:41.077639 run osmo-stp_10.42.42.5(pid=18709): stderr: \u000a| �[0;m�[38;5;43m20221208215839533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215839533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215839533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215839533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215839536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215839536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215839536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:41.214164 run osmo-stp_10.42.42.5(pid=18709): stdout: \u000a| (launched: 2022-12-08_21:58:39.339938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:41.350637 run osmo-stp_10.42.42.5(pid=18709): stderr: \u000a| �[0;m�[38;5;43m20221208215839533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215839533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215839533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215839533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215839536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215839536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215839536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:41.508367 run patchelf(pid=18712): Terminating (SIGINT)\u000a21:58:41.692808 run patchelf(pid=18712): Terminated: ok {rc=0}\u000a21:58:41.726584 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18709): Process ended prematurely: osmo-stp_10.42.42.5(pid=18709) [trial-2350↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18709)] [trial-2350↪gprs:oc2g↪iperf3m4.py:8]\u000a21:58:41.736428 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a21:58:41.801650 run osmo-hlr_10.42.42.2(pid=18706): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18706)]\u000a21:58:41.854243 run osmo-hlr_10.42.42.2(pid=18706): stdout: \u000a| (launched: 2022-12-08_21:58:38.314293) \u000a21:58:41.907468 run osmo-hlr_10.42.42.2(pid=18706): stderr: \u000a| �[0;m�[1;31m20221208215838513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215838513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215838513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215838513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215838513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215838513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215838526 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215838534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215838534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215838534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:58:41.952387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18695): Terminating (SIGTERM)\u000a21:58:41.995108 run iperf3-srv_10.42.42.10(pid=18696): Terminating (SIGTERM)\u000a21:58:42.038068 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18697): Terminating (SIGTERM)\u000a21:58:42.081008 run iperf3-srv_10.42.42.10(pid=18698): Terminating (SIGTERM)\u000a21:58:42.123615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18699): Terminating (SIGTERM)\u000a21:58:42.166287 run iperf3-srv_10.42.42.10(pid=18700): Terminating (SIGTERM)\u000a21:58:42.209250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18701): Terminating (SIGTERM)\u000a21:58:42.251820 run iperf3-srv_10.42.42.10(pid=18702): Terminating (SIGTERM)\u000a21:58:42.294604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18705): Terminating (SIGTERM)\u000a21:58:42.337064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18708): Terminating (SIGTERM)\u000a21:58:42.380319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18711): Terminating (SIGTERM)\u000a21:58:42.390295 --- ParallelTerminationStrategy: PID 18695 died...\u000a21:58:42.447814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18695): Terminated: ok {rc=0}\u000a21:58:42.458176 --- ParallelTerminationStrategy: PID 18696 died...\u000a21:58:42.515286 run iperf3-srv_10.42.42.10(pid=18696): Terminated {rc=256}\u000a21:58:42.525681 --- ParallelTerminationStrategy: PID 18697 died...\u000a21:58:42.582679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18697): Terminated: ok {rc=0}\u000a21:58:42.592921 --- ParallelTerminationStrategy: PID 18698 died...\u000a21:58:42.649663 run iperf3-srv_10.42.42.10(pid=18698): Terminated {rc=256}\u000a21:58:42.660139 --- ParallelTerminationStrategy: PID 18699 died...\u000a21:58:42.716901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18699): Terminated: ok {rc=0}\u000a21:58:42.727508 --- ParallelTerminationStrategy: PID 18700 died...\u000a21:58:42.784472 run iperf3-srv_10.42.42.10(pid=18700): Terminated {rc=256}\u000a21:58:42.795088 --- ParallelTerminationStrategy: PID 18701 died...\u000a21:58:42.852237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18701): Terminated: ok {rc=0}\u000a21:58:42.862567 --- ParallelTerminationStrategy: PID 18702 died...\u000a21:58:42.919499 run iperf3-srv_10.42.42.10(pid=18702): Terminated {rc=256}\u000a21:58:42.930002 --- ParallelTerminationStrategy: PID 18705 died...\u000a21:58:42.987031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18705): Terminated: ok {rc=0}\u000a21:58:42.997677 --- ParallelTerminationStrategy: PID 18708 died...\u000a21:58:43.054859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18708): Terminated: ok {rc=0}\u000a21:58:43.065374 --- ParallelTerminationStrategy: PID 18711 died...\u000a21:58:43.122536 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18711): Terminated: ok {rc=0}\u000a21:58:43.210541 bus /gobi_4: Setting Powered False\u000a21:58:44.319415 bus /gobi_4: Setting Powered False\u000a21:58:45.429096 bus /gobi_1: Setting Powered False\u000a21:58:46.534136 bus /gobi_1: Setting Powered False\u000a21:58:47.642497 bus /gobi_0: Setting Powered False\u000a21:58:48.749575 bus /gobi_0: Setting Powered False\u000a21:58:49.862643 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18719): Process ended prematurely: osmo-stp_10.42.42.5(pid=18719) [trial-2350↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18719)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18719): Process ended prematurely: osmo-stp_10.42.42.5(pid=18719) [trial-2350↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18719)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:oc2g ping.py\u000a----------------------------------------------\u000a21:58:50.932533 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:50.943826 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a21:58:51.075545 tst ping.py: using LAC 17019\u000a21:58:51.202390 tst ping.py: using RAC 189\u000a21:58:51.329244 tst ping.py: using CellId 17019\u000a21:58:51.458373 tst ping.py: using BVCI 17020\u000a21:58:51.483272 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:51.494214 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:51.504917 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:51.515943 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:51.526949 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:51.537931 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:51.548867 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:51.559948 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a21:58:51.835729 tst ping.py:19: start network...\u000a21:58:51.962653 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:58:52.438314 run create_hlr_db(pid=18713): Launched\u000a21:58:52.613815 bus /gobi_6: Setting Powered False\u000a21:58:53.633953 run create_hlr_db(pid=18713): Terminated: ok {rc=0}\u000a21:58:54.063539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18715): Launched\u000a21:58:54.388504 run osmo-hlr_10.42.42.2(pid=18716): Launched\u000a21:58:54.506871 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:58:55.074069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18718): Launched\u000a21:58:55.397654 run osmo-stp_10.42.42.5(pid=18719): Launched\u000a21:58:55.514619 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:58:56.079307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18721): Launched\u000a21:58:56.194985 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:58:56.478201 run patchelf(pid=18722): Launched\u000a21:58:56.669128 run osmo-stp_10.42.42.5(pid=18719): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18719)]\u000a21:58:56.808249 run osmo-stp_10.42.42.5(pid=18719): stdout: \u000a| (launched: 2022-12-08_21:58:55.239048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:56.947511 run osmo-stp_10.42.42.5(pid=18719): stderr: \u000a| �[0;m�[38;5;43m20221208215855433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215855434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215855434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215855434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215855435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215855435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215855435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:57.082636 run osmo-stp_10.42.42.5(pid=18719): stdout: \u000a| (launched: 2022-12-08_21:58:55.239048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:57.216126 run osmo-stp_10.42.42.5(pid=18719): stderr: \u000a| �[0;m�[38;5;43m20221208215855433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215855434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215855434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215855434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215855435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215855435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215855435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:57.371837 run patchelf(pid=18722): Terminating (SIGINT)\u000a21:58:57.554458 run patchelf(pid=18722): Terminated: ok {rc=0}\u000a21:58:57.587283 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18719): Process ended prematurely: osmo-stp_10.42.42.5(pid=18719) [trial-2350↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18719)] [trial-2350↪gprs:oc2g↪ping.py:22]\u000a21:58:57.596488 tst ping.py:22: Test FAILED (6.7 sec)\u000a21:58:57.661129 run osmo-hlr_10.42.42.2(pid=18716): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18716)]\u000a21:58:57.714077 run osmo-hlr_10.42.42.2(pid=18716): stdout: \u000a| (launched: 2022-12-08_21:58:54.228427) \u000a21:58:57.767459 run osmo-hlr_10.42.42.2(pid=18716): stderr: \u000a| �[0;m�[1;31m20221208215854426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215854426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215854426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215854426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215854426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215854426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215854438 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215854446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215854446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215854446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:58:57.812830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18715): Terminating (SIGTERM)\u000a21:58:57.855724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18718): Terminating (SIGTERM)\u000a21:58:57.898590 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18721): Terminating (SIGTERM)\u000a21:58:57.908576 --- ParallelTerminationStrategy: PID 18715 died...\u000a21:58:57.965906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18715): Terminated: ok {rc=0}\u000a21:58:57.976319 --- ParallelTerminationStrategy: PID 18718 died...\u000a21:58:58.033613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18718): Terminated: ok {rc=0}\u000a21:58:58.044011 --- ParallelTerminationStrategy: PID 18721 died...\u000a21:58:58.100890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18721): Terminated: ok {rc=0}\u000a21:58:58.189568 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18729): Process ended prematurely: osmo-stp_10.42.42.5(pid=18729) [trial-2350↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18729)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18729): Process ended prematurely: osmo-stp_10.42.42.5(pid=18729) [trial-2350↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18729)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a21:58:59.241980 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:59.253285 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a21:58:59.381805 tst ping_idle_ping.py: using LAC 17020\u000a21:58:59.501564 tst ping_idle_ping.py: using RAC 190\u000a21:58:59.625905 tst ping_idle_ping.py: using CellId 17020\u000a21:58:59.745924 tst ping_idle_ping.py: using BVCI 17021\u000a21:58:59.769525 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:59.780077 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:59.790755 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:59.801685 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:59.812514 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:59.823460 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:59.834659 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:59.845660 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a21:59:00.120551 tst ping_idle_ping.py:24: start network...\u000a21:59:00.246248 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:59:00.724163 run create_hlr_db(pid=18723): Launched\u000a21:59:00.914140 bus /gobi_6: Setting Powered False\u000a21:59:01.934900 run create_hlr_db(pid=18723): Terminated: ok {rc=0}\u000a21:59:02.382966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18725): Launched\u000a21:59:02.707865 run osmo-hlr_10.42.42.2(pid=18726): Launched\u000a21:59:02.826736 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:59:03.391114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18728): Launched\u000a21:59:03.715725 run osmo-stp_10.42.42.5(pid=18729): Launched\u000a21:59:03.833980 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:59:04.400853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18731): Launched\u000a21:59:04.516934 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:59:04.800284 run patchelf(pid=18732): Launched\u000a21:59:04.990810 run osmo-stp_10.42.42.5(pid=18729): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18729)]\u000a21:59:05.130481 run osmo-stp_10.42.42.5(pid=18729): stdout: \u000a| (launched: 2022-12-08_21:59:03.556823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:05.270347 run osmo-stp_10.42.42.5(pid=18729): stderr: \u000a| �[0;m�[38;5;43m20221208215903751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215903751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215903751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215903752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215903752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215903752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215903752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:05.405515 run osmo-stp_10.42.42.5(pid=18729): stdout: \u000a| (launched: 2022-12-08_21:59:03.556823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:05.539373 run osmo-stp_10.42.42.5(pid=18729): stderr: \u000a| �[0;m�[38;5;43m20221208215903751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215903751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215903751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215903752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215903752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215903752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215903752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:05.694908 run patchelf(pid=18732): Terminating (SIGINT)\u000a21:59:05.877679 run patchelf(pid=18732): Terminated: ok {rc=0}\u000a21:59:05.910748 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18729): Process ended prematurely: osmo-stp_10.42.42.5(pid=18729) [trial-2350↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18729)] [trial-2350↪gprs:oc2g↪ping_idle_ping.py:27]\u000a21:59:05.920024 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a21:59:05.983695 run osmo-hlr_10.42.42.2(pid=18726): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18726)]\u000a21:59:06.036063 run osmo-hlr_10.42.42.2(pid=18726): stdout: \u000a| (launched: 2022-12-08_21:59:02.548670) \u000a21:59:06.088942 run osmo-hlr_10.42.42.2(pid=18726): stderr: \u000a| �[0;m�[1;31m20221208215902748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215902748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215902748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215902748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215902748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215902748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215902765 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215902773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215902774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215902774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:59:06.134248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18725): Terminating (SIGTERM)\u000a21:59:06.177039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18728): Terminating (SIGTERM)\u000a21:59:06.219998 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18731): Terminating (SIGTERM)\u000a21:59:06.230331 --- ParallelTerminationStrategy: PID 18725 died...\u000a21:59:06.288030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18725): Terminated: ok {rc=0}\u000a21:59:06.298620 --- ParallelTerminationStrategy: PID 18728 died...\u000a21:59:06.356117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18728): Terminated: ok {rc=0}\u000a21:59:06.366784 --- ParallelTerminationStrategy: PID 18731 died...\u000a21:59:06.424345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18731): Terminated: ok {rc=0}\u000a21:59:06.512497 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:58:07" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18747): Process ended prematurely: osmo-stp_10.42.42.5(pid=18747) [trial-2350↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18747)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18747): Process ended prematurely: osmo-stp_10.42.42.5(pid=18747) [trial-2350↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18747)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:59:08.611151 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:08.621609 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:59:08.745922 tst cs_paging_gprs_active.py: using LAC 17021\u000a21:59:08.864286 tst cs_paging_gprs_active.py: using RAC 191\u000a21:59:08.985963 tst cs_paging_gprs_active.py: using CellId 17021\u000a21:59:09.104554 tst cs_paging_gprs_active.py: using BVCI 17022\u000a21:59:09.127602 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:09.138346 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:09.148783 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:09.159472 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:09.170119 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:09.180593 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:09.191413 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:09.202042 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:09.212828 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:59:09.330644 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:59:09.608243 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:59:09.734388 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:59:10.047171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18737): Launched\u000a21:59:10.308351 run iperf3-srv_10.42.42.10(pid=18738): Launched\u000a21:59:10.492804 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:59:10.618952 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:59:10.932631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18739): Launched\u000a21:59:11.194340 run iperf3-srv_10.42.42.10(pid=18740): Launched\u000a21:59:11.378543 tst cs_paging_gprs_active.py:38: start network...\u000a21:59:11.504506 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:59:12.024752 run create_hlr_db(pid=18741): Launched\u000a21:59:12.212080 bus /gobi_6: Setting Powered False\u000a21:59:13.233674 run create_hlr_db(pid=18741): Terminated: ok {rc=0}\u000a21:59:13.663651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18743): Launched\u000a21:59:13.986385 run osmo-hlr_10.42.42.2(pid=18744): Launched\u000a21:59:14.104219 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:59:14.665091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18746): Launched\u000a21:59:14.992026 run osmo-stp_10.42.42.5(pid=18747): Launched\u000a21:59:15.108842 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:59:15.672317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18749): Launched\u000a21:59:15.787656 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:59:16.090933 run patchelf(pid=18750): Launched\u000a21:59:16.283249 run osmo-stp_10.42.42.5(pid=18747): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18747)]\u000a21:59:16.427102 run osmo-stp_10.42.42.5(pid=18747): stdout: \u000a| (launched: 2022-12-08_21:59:14.830622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:16.568060 run osmo-stp_10.42.42.5(pid=18747): stderr: \u000a| �[0;m�[38;5;43m20221208215915022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215915022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215915022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215915023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215915023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215915023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215915023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:16.704709 run osmo-stp_10.42.42.5(pid=18747): stdout: \u000a| (launched: 2022-12-08_21:59:14.830622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:16.840445 run osmo-stp_10.42.42.5(pid=18747): stderr: \u000a| �[0;m�[38;5;43m20221208215915022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215915022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215915022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215915023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215915023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215915023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215915023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:16.996867 run patchelf(pid=18750): Terminating (SIGINT)\u000a21:59:17.180245 run patchelf(pid=18750): Terminated: ok {rc=0}\u000a21:59:17.213873 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18747): Process ended prematurely: osmo-stp_10.42.42.5(pid=18747) [trial-2350↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18747)] [trial-2350↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a21:59:17.224044 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a21:59:17.288316 run osmo-hlr_10.42.42.2(pid=18744): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18744)]\u000a21:59:17.341060 run osmo-hlr_10.42.42.2(pid=18744): stdout: \u000a| (launched: 2022-12-08_21:59:13.828126) \u000a21:59:17.394569 run osmo-hlr_10.42.42.2(pid=18744): stderr: \u000a| �[0;m�[1;31m20221208215914024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215914024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215914024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215914024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215914024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215914024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215914036 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215914044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215914045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215914045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:59:17.440131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18737): Terminating (SIGTERM)\u000a21:59:17.482896 run iperf3-srv_10.42.42.10(pid=18738): Terminating (SIGTERM)\u000a21:59:17.525535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18739): Terminating (SIGTERM)\u000a21:59:17.568134 run iperf3-srv_10.42.42.10(pid=18740): Terminating (SIGTERM)\u000a21:59:17.611596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18743): Terminating (SIGTERM)\u000a21:59:17.654642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18746): Terminating (SIGTERM)\u000a21:59:17.697592 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18749): Terminating (SIGTERM)\u000a21:59:17.707397 --- ParallelTerminationStrategy: PID 18737 died...\u000a21:59:17.764713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18737): Terminated: ok {rc=0}\u000a21:59:17.775032 --- ParallelTerminationStrategy: PID 18738 died...\u000a21:59:17.831705 run iperf3-srv_10.42.42.10(pid=18738): Terminated {rc=256}\u000a21:59:17.841952 --- ParallelTerminationStrategy: PID 18739 died...\u000a21:59:17.898570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18739): Terminated: ok {rc=0}\u000a21:59:17.908706 --- ParallelTerminationStrategy: PID 18740 died...\u000a21:59:17.965582 run iperf3-srv_10.42.42.10(pid=18740): Terminated {rc=256}\u000a21:59:17.975843 --- ParallelTerminationStrategy: PID 18743 died...\u000a21:59:18.032725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18743): Terminated: ok {rc=0}\u000a21:59:18.042874 --- ParallelTerminationStrategy: PID 18746 died...\u000a21:59:18.099834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18746): Terminated: ok {rc=0}\u000a21:59:18.110024 --- ParallelTerminationStrategy: PID 18749 died...\u000a21:59:18.167101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18749): Terminated: ok {rc=0}\u000a21:59:18.256062 bus /gobi_0: Setting Powered False\u000a21:59:19.364474 bus /gobi_0: Setting Powered False\u000a21:59:20.474256 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18760): Process ended prematurely: osmo-stp_10.42.42.5(pid=18760) [trial-2350↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18760)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18760): Process ended prematurely: osmo-stp_10.42.42.5(pid=18760) [trial-2350↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18760)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a21:59:21.590187 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:21.602065 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:59:21.736601 tst iperf3.py: using LAC 17022\u000a21:59:21.865061 tst iperf3.py: using RAC 192\u000a21:59:21.991691 tst iperf3.py: using CellId 17022\u000a21:59:22.119792 tst iperf3.py: using BVCI 17023\u000a21:59:22.144500 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:22.155777 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:22.166755 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:22.178254 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:22.189097 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:22.200496 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:22.212029 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:22.223298 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:22.235071 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:59:22.514084 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:59:22.640003 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:59:22.953403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18752): Launched\u000a21:59:23.212939 run iperf3-srv_10.42.42.10(pid=18753): Launched\u000a21:59:23.396440 tst iperf3.py:8: start network...\u000a21:59:23.522225 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:59:23.998479 run create_hlr_db(pid=18754): Launched\u000a21:59:24.172268 bus /gobi_6: Setting Powered False\u000a21:59:25.194982 run create_hlr_db(pid=18754): Terminated: ok {rc=0}\u000a21:59:25.596084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18756): Launched\u000a21:59:25.898854 run osmo-hlr_10.42.42.2(pid=18757): Launched\u000a21:59:26.015494 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:59:26.546224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18759): Launched\u000a21:59:26.849391 run osmo-stp_10.42.42.5(pid=18760): Launched\u000a21:59:26.960246 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:59:27.484241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18762): Launched\u000a21:59:27.591952 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:59:27.855955 run patchelf(pid=18763): Launched\u000a21:59:28.033066 run osmo-stp_10.42.42.5(pid=18760): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18760)]\u000a21:59:28.162789 run osmo-stp_10.42.42.5(pid=18760): stdout: \u000a| (launched: 2022-12-08_21:59:26.700166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:28.292779 run osmo-stp_10.42.42.5(pid=18760): stderr: \u000a| �[0;m�[38;5;43m20221208215926872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215926872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215926872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215926873 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215926873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215926873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215926873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:28.418707 run osmo-stp_10.42.42.5(pid=18760): stdout: \u000a| (launched: 2022-12-08_21:59:26.700166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:28.543744 run osmo-stp_10.42.42.5(pid=18760): stderr: \u000a| �[0;m�[38;5;43m20221208215926872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215926872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215926872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215926873 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215926873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215926873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215926873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:28.688569 run patchelf(pid=18763): Terminating (SIGINT)\u000a21:59:28.858658 run patchelf(pid=18763): Terminated: ok {rc=0}\u000a21:59:28.890088 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18760): Process ended prematurely: osmo-stp_10.42.42.5(pid=18760) [trial-2350↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18760)] [trial-2350↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a21:59:28.899400 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a21:59:28.961014 run osmo-hlr_10.42.42.2(pid=18757): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18757)]\u000a21:59:29.011126 run osmo-hlr_10.42.42.2(pid=18757): stdout: \u000a| (launched: 2022-12-08_21:59:25.749688) \u000a21:59:29.061874 run osmo-hlr_10.42.42.2(pid=18757): stderr: \u000a| �[0;m�[1;31m20221208215925925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215925925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215925925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215925925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215925925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215925925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215925938 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215925946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215925946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215925946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:59:29.104969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18752): Terminating (SIGTERM)\u000a21:59:29.145889 run iperf3-srv_10.42.42.10(pid=18753): Terminating (SIGTERM)\u000a21:59:29.186781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18756): Terminating (SIGTERM)\u000a21:59:29.227772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18759): Terminating (SIGTERM)\u000a21:59:29.268689 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18762): Terminating (SIGTERM)\u000a21:59:29.278280 --- ParallelTerminationStrategy: PID 18752 died...\u000a21:59:29.332786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18752): Terminated: ok {rc=0}\u000a21:59:29.342876 --- ParallelTerminationStrategy: PID 18753 died...\u000a21:59:29.397523 run iperf3-srv_10.42.42.10(pid=18753): Terminated {rc=256}\u000a21:59:29.407294 --- ParallelTerminationStrategy: PID 18756 died...\u000a21:59:29.461843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18756): Terminated: ok {rc=0}\u000a21:59:29.471520 --- ParallelTerminationStrategy: PID 18759 died...\u000a21:59:29.526237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18759): Terminated: ok {rc=0}\u000a21:59:29.536321 --- ParallelTerminationStrategy: PID 18762 died...\u000a21:59:29.591388 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18762): Terminated: ok {rc=0}\u000a21:59:29.681498 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18778): Process ended prematurely: osmo-stp_10.42.42.5(pid=18778) [trial-2350↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18778)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18778): Process ended prematurely: osmo-stp_10.42.42.5(pid=18778) [trial-2350↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18778)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a21:59:30.791991 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:30.803341 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:59:30.957620 tst iperf3m4.py: using LAC 17023\u000a21:59:31.119602 tst iperf3m4.py: using RAC 193\u000a21:59:31.251864 tst iperf3m4.py: using CellId 17023\u000a21:59:31.381214 tst iperf3m4.py: using BVCI 17024\u000a21:59:31.406624 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:31.418795 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:31.430298 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:31.441774 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:31.454262 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:31.465754 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:31.477358 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:31.488731 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:31.500409 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:59:31.645648 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:59:31.781714 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:59:31.920261 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:59:32.222097 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:59:32.360088 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:59:32.694644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18764): Launched\u000a21:59:32.970521 run iperf3-srv_10.42.42.10(pid=18765): Launched\u000a21:59:33.166945 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:59:33.301153 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:59:33.633801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18766): Launched\u000a21:59:33.909734 run iperf3-srv_10.42.42.10(pid=18767): Launched\u000a21:59:34.105513 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:59:34.238909 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:59:34.571360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18768): Launched\u000a21:59:34.846953 run iperf3-srv_10.42.42.10(pid=18769): Launched\u000a21:59:35.042765 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:59:35.176341 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:59:35.509477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18770): Launched\u000a21:59:35.785636 run iperf3-srv_10.42.42.10(pid=18771): Launched\u000a21:59:35.981678 tst iperf3m4.py:8: start network...\u000a21:59:36.115388 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:59:36.631428 run create_hlr_db(pid=18772): Launched\u000a21:59:36.817186 bus /gobi_6: Setting Powered False\u000a21:59:37.840521 run create_hlr_db(pid=18772): Terminated: ok {rc=0}\u000a21:59:38.246654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18774): Launched\u000a21:59:38.550911 run osmo-hlr_10.42.42.2(pid=18775): Launched\u000a21:59:38.671508 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:59:39.204046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18777): Launched\u000a21:59:39.506495 run osmo-stp_10.42.42.5(pid=18778): Launched\u000a21:59:39.618063 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:59:40.147633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18780): Launched\u000a21:59:40.255982 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:59:40.521404 run patchelf(pid=18781): Launched\u000a21:59:40.699335 run osmo-stp_10.42.42.5(pid=18778): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18778)]\u000a21:59:40.829379 run osmo-stp_10.42.42.5(pid=18778): stdout: \u000a| (launched: 2022-12-08_21:59:39.357373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:40.959943 run osmo-stp_10.42.42.5(pid=18778): stderr: \u000a| �[0;m�[38;5;43m20221208215939528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215939529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215939529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215939529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215939531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215939532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215939532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:41.086561 run osmo-stp_10.42.42.5(pid=18778): stdout: \u000a| (launched: 2022-12-08_21:59:39.357373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:41.212615 run osmo-stp_10.42.42.5(pid=18778): stderr: \u000a| �[0;m�[38;5;43m20221208215939528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215939529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215939529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215939529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215939531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215939532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215939532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:41.357796 run patchelf(pid=18781): Terminating (SIGINT)\u000a21:59:41.527825 run patchelf(pid=18781): Terminated: ok {rc=0}\u000a21:59:41.559109 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18778): Process ended prematurely: osmo-stp_10.42.42.5(pid=18778) [trial-2350↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18778)] [trial-2350↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a21:59:41.568297 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a21:59:41.630630 run osmo-hlr_10.42.42.2(pid=18775): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18775)]\u000a21:59:41.681291 run osmo-hlr_10.42.42.2(pid=18775): stdout: \u000a| (launched: 2022-12-08_21:59:38.401101) \u000a21:59:41.732538 run osmo-hlr_10.42.42.2(pid=18775): stderr: \u000a| �[0;m�[1;31m20221208215938577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215938577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215938577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215938577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215938577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215938577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215938589 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215938598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215938598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215938598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:59:41.776261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18764): Terminating (SIGTERM)\u000a21:59:41.817551 run iperf3-srv_10.42.42.10(pid=18765): Terminating (SIGTERM)\u000a21:59:41.858987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18766): Terminating (SIGTERM)\u000a21:59:41.900202 run iperf3-srv_10.42.42.10(pid=18767): Terminating (SIGTERM)\u000a21:59:41.942389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18768): Terminating (SIGTERM)\u000a21:59:41.983290 run iperf3-srv_10.42.42.10(pid=18769): Terminating (SIGTERM)\u000a21:59:42.024325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18770): Terminating (SIGTERM)\u000a21:59:42.065526 run iperf3-srv_10.42.42.10(pid=18771): Terminating (SIGTERM)\u000a21:59:42.106754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18774): Terminating (SIGTERM)\u000a21:59:42.148295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18777): Terminating (SIGTERM)\u000a21:59:42.190194 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18780): Terminating (SIGTERM)\u000a21:59:42.199609 --- ParallelTerminationStrategy: PID 18764 died...\u000a21:59:42.254993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18764): Terminated: ok {rc=0}\u000a21:59:42.264736 --- ParallelTerminationStrategy: PID 18765 died...\u000a21:59:42.319699 run iperf3-srv_10.42.42.10(pid=18765): Terminated {rc=256}\u000a21:59:42.329865 --- ParallelTerminationStrategy: PID 18766 died...\u000a21:59:42.385459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18766): Terminated: ok {rc=0}\u000a21:59:42.395284 --- ParallelTerminationStrategy: PID 18767 died...\u000a21:59:42.449957 run iperf3-srv_10.42.42.10(pid=18767): Terminated {rc=256}\u000a21:59:42.459706 --- ParallelTerminationStrategy: PID 18768 died...\u000a21:59:42.514227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18768): Terminated: ok {rc=0}\u000a21:59:42.524150 --- ParallelTerminationStrategy: PID 18769 died...\u000a21:59:42.579065 run iperf3-srv_10.42.42.10(pid=18769): Terminated {rc=256}\u000a21:59:42.588709 --- ParallelTerminationStrategy: PID 18770 died...\u000a21:59:42.643118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18770): Terminated: ok {rc=0}\u000a21:59:42.653176 --- ParallelTerminationStrategy: PID 18771 died...\u000a21:59:42.707402 run iperf3-srv_10.42.42.10(pid=18771): Terminated {rc=256}\u000a21:59:42.717354 --- ParallelTerminationStrategy: PID 18774 died...\u000a21:59:42.771210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18774): Terminated: ok {rc=0}\u000a21:59:42.781161 --- ParallelTerminationStrategy: PID 18777 died...\u000a21:59:42.835766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18777): Terminated: ok {rc=0}\u000a21:59:42.845621 --- ParallelTerminationStrategy: PID 18780 died...\u000a21:59:42.900076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18780): Terminated: ok {rc=0}\u000a21:59:42.989772 bus /gobi_4: Setting Powered False\u000a21:59:44.099660 bus /gobi_4: Setting Powered False\u000a21:59:45.219255 bus /gobi_1: Setting Powered False\u000a21:59:46.324257 bus /gobi_1: Setting Powered False\u000a21:59:47.431410 bus /gobi_0: Setting Powered False\u000a21:59:48.539224 bus /gobi_0: Setting Powered False\u000a21:59:49.653335 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18788): Process ended prematurely: osmo-stp_10.42.42.5(pid=18788) [trial-2350↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18788)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18788): Process ended prematurely: osmo-stp_10.42.42.5(pid=18788) [trial-2350↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18788)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a21:59:50.722220 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:50.733314 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:59:50.856876 tst ping.py: using LAC 17024\u000a21:59:50.973375 tst ping.py: using RAC 194\u000a21:59:51.090810 tst ping.py: using CellId 17024\u000a21:59:51.206219 tst ping.py: using BVCI 17025\u000a21:59:51.228578 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:51.239281 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:51.249832 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:51.260482 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:51.271100 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:51.281793 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:51.292515 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:51.303451 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:59:51.588031 tst ping.py:19: start network...\u000a21:59:51.718687 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:59:52.219148 run create_hlr_db(pid=18782): Launched\u000a21:59:52.401497 bus /gobi_6: Setting Powered False\u000a21:59:53.422311 run create_hlr_db(pid=18782): Terminated: ok {rc=0}\u000a21:59:53.840187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18784): Launched\u000a21:59:54.154180 run osmo-hlr_10.42.42.2(pid=18785): Launched\u000a21:59:54.273953 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:59:54.821646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18787): Launched\u000a21:59:55.133830 run osmo-stp_10.42.42.5(pid=18788): Launched\u000a21:59:55.251807 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:59:55.806250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18790): Launched\u000a21:59:55.919564 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:59:56.193935 run patchelf(pid=18791): Launched\u000a21:59:56.379094 run osmo-stp_10.42.42.5(pid=18788): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18788)]\u000a21:59:56.514920 run osmo-stp_10.42.42.5(pid=18788): stdout: \u000a| (launched: 2022-12-08_21:59:54.981680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:56.650770 run osmo-stp_10.42.42.5(pid=18788): stderr: \u000a| �[0;m�[38;5;43m20221208215955171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215955171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215955172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215955172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215955173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215955173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215955173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:56.782003 run osmo-stp_10.42.42.5(pid=18788): stdout: \u000a| (launched: 2022-12-08_21:59:54.981680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:56.911862 run osmo-stp_10.42.42.5(pid=18788): stderr: \u000a| �[0;m�[38;5;43m20221208215955171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208215955171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208215955172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208215955172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208215955173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208215955173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208215955173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:57.063212 run patchelf(pid=18791): Terminating (SIGINT)\u000a21:59:57.241180 run patchelf(pid=18791): Terminated: ok {rc=0}\u000a21:59:57.273336 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18788): Process ended prematurely: osmo-stp_10.42.42.5(pid=18788) [trial-2350↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18788)] [trial-2350↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a21:59:57.282667 tst ping.py:22: Test FAILED (6.5 sec)\u000a21:59:57.346664 run osmo-hlr_10.42.42.2(pid=18785): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18785)]\u000a21:59:57.399268 run osmo-hlr_10.42.42.2(pid=18785): stdout: \u000a| (launched: 2022-12-08_21:59:54.000898) \u000a21:59:57.452269 run osmo-hlr_10.42.42.2(pid=18785): stderr: \u000a| �[0;m�[1;31m20221208215954199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208215954199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208215954199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215954199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208215954199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208215954199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208215954212 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208215954220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208215954220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208215954220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:59:57.497404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18784): Terminating (SIGTERM)\u000a21:59:57.539891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18787): Terminating (SIGTERM)\u000a21:59:57.582437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18790): Terminating (SIGTERM)\u000a21:59:57.592167 --- ParallelTerminationStrategy: PID 18784 died...\u000a21:59:57.648935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18784): Terminated: ok {rc=0}\u000a21:59:57.659217 --- ParallelTerminationStrategy: PID 18787 died...\u000a21:59:57.715965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18787): Terminated: ok {rc=0}\u000a21:59:57.726205 --- ParallelTerminationStrategy: PID 18790 died...\u000a21:59:57.782948 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18790): Terminated: ok {rc=0}\u000a21:59:57.870835 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18801): Process ended prematurely: osmo-stp_10.42.42.5(pid=18801) [trial-2350↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18801)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18801): Process ended prematurely: osmo-stp_10.42.42.5(pid=18801) [trial-2350↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18801)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a21:59:58.922779 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:58.934474 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:59:59.060801 tst ping_idle_ping.py: using LAC 17025\u000a21:59:59.179439 tst ping_idle_ping.py: using RAC 195\u000a21:59:59.298761 tst ping_idle_ping.py: using CellId 17025\u000a21:59:59.417441 tst ping_idle_ping.py: using BVCI 17026\u000a21:59:59.440457 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:59.451377 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:59.462179 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:59.473734 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:59.485094 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:59.496394 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:59.507814 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:59.519201 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:59:59.789952 tst ping_idle_ping.py:24: start network...\u000a21:59:59.912316 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:00:00.378819 run create_hlr_db(pid=18792): Launched\u000a22:00:00.549967 bus /gobi_6: Setting Powered False\u000a22:00:01.587512 run create_hlr_db(pid=18792): Terminated: ok {rc=0}\u000a22:00:02.090588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18797): Launched\u000a22:00:02.406821 run osmo-hlr_10.42.42.2(pid=18798): Launched\u000a22:00:02.519365 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:00:03.043245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18800): Launched\u000a22:00:03.339182 run osmo-stp_10.42.42.5(pid=18801): Launched\u000a22:00:03.447511 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:00:03.963402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18803): Launched\u000a22:00:04.069883 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:00:04.328024 run patchelf(pid=18804): Launched\u000a22:00:04.502855 run osmo-stp_10.42.42.5(pid=18801): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18801)]\u000a22:00:04.630698 run osmo-stp_10.42.42.5(pid=18801): stdout: \u000a| (launched: 2022-12-08_22:00:03.193843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:04.758674 run osmo-stp_10.42.42.5(pid=18801): stderr: \u000a| �[0;m�[38;5;43m20221208220003364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220003364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220003364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220003365 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220003365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220003365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220003365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:04.882279 run osmo-stp_10.42.42.5(pid=18801): stdout: \u000a| (launched: 2022-12-08_22:00:03.193843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:05.004534 run osmo-stp_10.42.42.5(pid=18801): stderr: \u000a| �[0;m�[38;5;43m20221208220003364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220003364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220003364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220003365 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220003365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220003365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220003365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:05.146887 run patchelf(pid=18804): Terminating (SIGINT)\u000a22:00:05.314700 run patchelf(pid=18804): Terminated: ok {rc=0}\u000a22:00:05.345203 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18801): Process ended prematurely: osmo-stp_10.42.42.5(pid=18801) [trial-2350↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18801)] [trial-2350↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a22:00:05.353930 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a22:00:05.415656 run osmo-hlr_10.42.42.2(pid=18798): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18798)]\u000a22:00:05.466088 run osmo-hlr_10.42.42.2(pid=18798): stdout: \u000a| (launched: 2022-12-08_22:00:02.259944) \u000a22:00:05.517167 run osmo-hlr_10.42.42.2(pid=18798): stderr: \u000a| �[0;m�[1;31m20221208220002432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220002432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220002432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220002432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220002432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220002432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220002444 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220002456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220002456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220002456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:00:05.560391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18797): Terminating (SIGTERM)\u000a22:00:05.601344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18800): Terminating (SIGTERM)\u000a22:00:05.642160 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18803): Terminating (SIGTERM)\u000a22:00:05.651750 --- ParallelTerminationStrategy: PID 18797 died...\u000a22:00:05.706811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18797): Terminated: ok {rc=0}\u000a22:00:05.716626 --- ParallelTerminationStrategy: PID 18800 died...\u000a22:00:05.771095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18800): Terminated: ok {rc=0}\u000a22:00:05.781332 --- ParallelTerminationStrategy: PID 18803 died...\u000a22:00:05.835829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18803): Terminated: ok {rc=0}\u000a22:00:05.926097 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T21:59:08" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18818): Process ended prematurely: osmo-stp_10.42.42.5(pid=18818) [trial-2350↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18818)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18818): Process ended prematurely: osmo-stp_10.42.42.5(pid=18818) [trial-2350↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18818)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:00:08.030720 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:08.041473 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:00:08.184060 tst cs_paging_gprs_active.py: using LAC 17026\u000a22:00:08.307479 tst cs_paging_gprs_active.py: using RAC 196\u000a22:00:08.431574 tst cs_paging_gprs_active.py: using CellId 17026\u000a22:00:08.557308 tst cs_paging_gprs_active.py: using BVCI 17027\u000a22:00:08.582340 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:08.593716 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:08.604774 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:08.615723 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:08.626582 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:08.637593 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:08.648574 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:08.659443 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:08.670540 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:00:08.785363 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:00:09.061690 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:00:09.188395 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:00:09.500476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18808): Launched\u000a22:00:09.761434 run iperf3-srv_10.42.42.10(pid=18809): Launched\u000a22:00:09.946095 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:00:10.072694 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:00:10.385601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18810): Launched\u000a22:00:10.645457 run iperf3-srv_10.42.42.10(pid=18811): Launched\u000a22:00:10.830672 tst cs_paging_gprs_active.py:38: start network...\u000a22:00:10.957463 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:00:11.434527 run create_hlr_db(pid=18812): Launched\u000a22:00:11.608181 bus /gobi_6: Setting Powered False\u000a22:00:12.641330 run create_hlr_db(pid=18812): Terminated: ok {rc=0}\u000a22:00:13.068025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18814): Launched\u000a22:00:13.391055 run osmo-hlr_10.42.42.2(pid=18815): Launched\u000a22:00:13.509179 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:00:14.067584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18817): Launched\u000a22:00:14.389646 run osmo-stp_10.42.42.5(pid=18818): Launched\u000a22:00:14.507105 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:00:15.068039 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18820): Launched\u000a22:00:15.183774 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:00:15.463999 run patchelf(pid=18821): Launched\u000a22:00:15.652466 run osmo-stp_10.42.42.5(pid=18818): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18818)]\u000a22:00:15.790518 run osmo-stp_10.42.42.5(pid=18818): stdout: \u000a| (launched: 2022-12-08_22:00:14.231878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:15.970471 run osmo-stp_10.42.42.5(pid=18818): stderr: \u000a| �[0;m�[38;5;43m20221208220014422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220014422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220014422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220014422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220014423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220014423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220014423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:16.134701 run osmo-stp_10.42.42.5(pid=18818): stdout: \u000a| (launched: 2022-12-08_22:00:14.231878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:16.286232 run osmo-stp_10.42.42.5(pid=18818): stderr: \u000a| �[0;m�[38;5;43m20221208220014422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220014422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220014422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220014422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220014423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220014423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220014423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:16.444245 run patchelf(pid=18821): Terminating (SIGINT)\u000a22:00:16.629786 run patchelf(pid=18821): Terminated: ok {rc=0}\u000a22:00:16.665039 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18818): Process ended prematurely: osmo-stp_10.42.42.5(pid=18818) [trial-2350↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18818)] [trial-2350↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a22:00:16.675876 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:00:16.741596 run osmo-hlr_10.42.42.2(pid=18815): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18815)]\u000a22:00:16.795036 run osmo-hlr_10.42.42.2(pid=18815): stdout: \u000a| (launched: 2022-12-08_22:00:13.232927) \u000a22:00:16.849629 run osmo-hlr_10.42.42.2(pid=18815): stderr: \u000a| �[0;m�[1;31m20221208220013430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220013431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220013431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220013431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220013431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220013431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220013443 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220013453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220013453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220013453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:00:16.897064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18808): Terminating (SIGTERM)\u000a22:00:16.943307 run iperf3-srv_10.42.42.10(pid=18809): Terminating (SIGTERM)\u000a22:00:16.988809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18810): Terminating (SIGTERM)\u000a22:00:17.033514 run iperf3-srv_10.42.42.10(pid=18811): Terminating (SIGTERM)\u000a22:00:17.081221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18814): Terminating (SIGTERM)\u000a22:00:17.124444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18817): Terminating (SIGTERM)\u000a22:00:17.168005 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18820): Terminating (SIGTERM)\u000a22:00:17.177807 --- ParallelTerminationStrategy: PID 18808 died...\u000a22:00:17.234646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18808): Terminated: ok {rc=0}\u000a22:00:17.244741 --- ParallelTerminationStrategy: PID 18809 died...\u000a22:00:17.301145 run iperf3-srv_10.42.42.10(pid=18809): Terminated {rc=256}\u000a22:00:17.311197 --- ParallelTerminationStrategy: PID 18810 died...\u000a22:00:17.367711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18810): Terminated: ok {rc=0}\u000a22:00:17.377835 --- ParallelTerminationStrategy: PID 18811 died...\u000a22:00:17.434861 run iperf3-srv_10.42.42.10(pid=18811): Terminated {rc=256}\u000a22:00:17.445146 --- ParallelTerminationStrategy: PID 18814 died...\u000a22:00:17.501624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18814): Terminated: ok {rc=0}\u000a22:00:17.511743 --- ParallelTerminationStrategy: PID 18817 died...\u000a22:00:17.568359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18817): Terminated: ok {rc=0}\u000a22:00:17.578548 --- ParallelTerminationStrategy: PID 18820 died...\u000a22:00:17.635040 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18820): Terminated: ok {rc=0}\u000a22:00:17.723204 bus /gobi_0: Setting Powered False\u000a22:00:18.831549 bus /gobi_0: Setting Powered False\u000a22:00:19.943531 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18830): Process ended prematurely: osmo-stp_10.42.42.5(pid=18830) [trial-2350↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18830)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18830): Process ended prematurely: osmo-stp_10.42.42.5(pid=18830) [trial-2350↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18830)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a22:00:21.053713 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:21.065219 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:00:21.211389 tst iperf3.py: using LAC 17027\u000a22:00:21.332111 tst iperf3.py: using RAC 197\u000a22:00:21.458694 tst iperf3.py: using CellId 17027\u000a22:00:21.588247 tst iperf3.py: using BVCI 17028\u000a22:00:21.613412 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:21.624649 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:21.635782 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:21.646968 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:21.657878 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:21.669132 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:21.680251 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:21.691359 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:21.702626 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:00:21.977473 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:00:22.103290 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:00:22.413187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18822): Launched\u000a22:00:22.671170 run iperf3-srv_10.42.42.10(pid=18823): Launched\u000a22:00:22.854450 tst iperf3.py:8: start network...\u000a22:00:22.979846 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:00:23.450356 run create_hlr_db(pid=18824): Launched\u000a22:00:23.622848 bus /gobi_6: Setting Powered False\u000a22:00:24.644684 run create_hlr_db(pid=18824): Terminated: ok {rc=0}\u000a22:00:25.068729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18826): Launched\u000a22:00:25.387419 run osmo-hlr_10.42.42.2(pid=18827): Launched\u000a22:00:25.509519 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:00:26.065427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18829): Launched\u000a22:00:26.384734 run osmo-stp_10.42.42.5(pid=18830): Launched\u000a22:00:26.501508 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:00:27.059283 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18832): Launched\u000a22:00:27.173647 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:00:27.452472 run patchelf(pid=18833): Launched\u000a22:00:27.640656 run osmo-stp_10.42.42.5(pid=18830): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18830)]\u000a22:00:27.778130 run osmo-stp_10.42.42.5(pid=18830): stdout: \u000a| (launched: 2022-12-08_22:00:26.229372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:27.915883 run osmo-stp_10.42.42.5(pid=18830): stderr: \u000a| �[0;m�[38;5;43m20221208220026420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220026420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220026421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220026421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220026421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220026421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220026422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:28.049388 run osmo-stp_10.42.42.5(pid=18830): stdout: \u000a| (launched: 2022-12-08_22:00:26.229372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:28.182637 run osmo-stp_10.42.42.5(pid=18830): stderr: \u000a| �[0;m�[38;5;43m20221208220026420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220026420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220026421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220026421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220026421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220026421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220026422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:28.336492 run patchelf(pid=18833): Terminating (SIGINT)\u000a22:00:28.517581 run patchelf(pid=18833): Terminated: ok {rc=0}\u000a22:00:28.550796 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18830): Process ended prematurely: osmo-stp_10.42.42.5(pid=18830) [trial-2350↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18830)] [trial-2350↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a22:00:28.560655 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a22:00:28.624271 run osmo-hlr_10.42.42.2(pid=18827): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18827)]\u000a22:00:28.676520 run osmo-hlr_10.42.42.2(pid=18827): stdout: \u000a| (launched: 2022-12-08_22:00:25.231729) \u000a22:00:28.729448 run osmo-hlr_10.42.42.2(pid=18827): stderr: \u000a| �[0;m�[1;31m20221208220025429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220025429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220025429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220025429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220025429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220025429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220025441 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220025449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220025449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220025449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:00:28.774465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18822): Terminating (SIGTERM)\u000a22:00:28.816768 run iperf3-srv_10.42.42.10(pid=18823): Terminating (SIGTERM)\u000a22:00:28.859363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18826): Terminating (SIGTERM)\u000a22:00:28.901917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18829): Terminating (SIGTERM)\u000a22:00:28.944333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18832): Terminating (SIGTERM)\u000a22:00:28.954134 --- ParallelTerminationStrategy: PID 18822 died...\u000a22:00:29.011025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18822): Terminated: ok {rc=0}\u000a22:00:29.021260 --- ParallelTerminationStrategy: PID 18823 died...\u000a22:00:29.077941 run iperf3-srv_10.42.42.10(pid=18823): Terminated {rc=256}\u000a22:00:29.087906 --- ParallelTerminationStrategy: PID 18826 died...\u000a22:00:29.144265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18826): Terminated: ok {rc=0}\u000a22:00:29.154469 --- ParallelTerminationStrategy: PID 18829 died...\u000a22:00:29.210743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18829): Terminated: ok {rc=0}\u000a22:00:29.221031 --- ParallelTerminationStrategy: PID 18832 died...\u000a22:00:29.277437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18832): Terminated: ok {rc=0}\u000a22:00:29.365697 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18848): Process ended prematurely: osmo-stp_10.42.42.5(pid=18848) [trial-2350↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18848)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18848): Process ended prematurely: osmo-stp_10.42.42.5(pid=18848) [trial-2350↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18848)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a22:00:30.481001 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:30.492744 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:00:30.642986 tst iperf3m4.py: using LAC 17028\u000a22:00:30.768470 tst iperf3m4.py: using RAC 198\u000a22:00:30.910194 tst iperf3m4.py: using CellId 17028\u000a22:00:31.039613 tst iperf3m4.py: using BVCI 17029\u000a22:00:31.081531 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:31.094120 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:31.106613 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:31.118666 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:31.132061 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:31.144686 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:31.157320 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:31.169217 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:31.183578 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:00:31.303935 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:00:31.452296 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:00:31.600240 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:00:31.939542 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:00:32.070345 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:00:32.408817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18834): Launched\u000a22:00:32.668403 run iperf3-srv_10.42.42.10(pid=18835): Launched\u000a22:00:32.852206 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:00:32.982878 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:00:33.314953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18836): Launched\u000a22:00:33.591385 run iperf3-srv_10.42.42.10(pid=18837): Launched\u000a22:00:33.788687 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:00:33.923420 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:00:34.255803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18838): Launched\u000a22:00:34.532091 run iperf3-srv_10.42.42.10(pid=18839): Launched\u000a22:00:34.729137 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:00:34.863779 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:00:35.195393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18840): Launched\u000a22:00:35.471042 run iperf3-srv_10.42.42.10(pid=18841): Launched\u000a22:00:35.668070 tst iperf3m4.py:8: start network...\u000a22:00:35.803055 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:00:36.316080 run create_hlr_db(pid=18842): Launched\u000a22:00:36.502955 bus /gobi_6: Setting Powered False\u000a22:00:37.525016 run create_hlr_db(pid=18842): Terminated: ok {rc=0}\u000a22:00:37.951271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18844): Launched\u000a22:00:38.272113 run osmo-hlr_10.42.42.2(pid=18845): Launched\u000a22:00:38.389664 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:00:38.949163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18847): Launched\u000a22:00:39.269487 run osmo-stp_10.42.42.5(pid=18848): Launched\u000a22:00:39.385718 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:00:39.945531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18850): Launched\u000a22:00:40.061082 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:00:40.341287 run patchelf(pid=18851): Launched\u000a22:00:40.530755 run osmo-stp_10.42.42.5(pid=18848): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18848)]\u000a22:00:40.669218 run osmo-stp_10.42.42.5(pid=18848): stdout: \u000a| (launched: 2022-12-08_22:00:39.113345)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:40.807530 run osmo-stp_10.42.42.5(pid=18848): stderr: \u000a| �[0;m�[38;5;43m20221208220039306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220039306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220039306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220039306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220039307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220039307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220039307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:40.941934 run osmo-stp_10.42.42.5(pid=18848): stdout: \u000a| (launched: 2022-12-08_22:00:39.113345)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:41.075172 run osmo-stp_10.42.42.5(pid=18848): stderr: \u000a| �[0;m�[38;5;43m20221208220039306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220039306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220039306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220039306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220039307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220039307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220039307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:41.229896 run patchelf(pid=18851): Terminating (SIGINT)\u000a22:00:41.411903 run patchelf(pid=18851): Terminated: ok {rc=0}\u000a22:00:41.445278 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18848): Process ended prematurely: osmo-stp_10.42.42.5(pid=18848) [trial-2350↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18848)] [trial-2350↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a22:00:41.455382 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a22:00:41.519872 run osmo-hlr_10.42.42.2(pid=18845): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18845)]\u000a22:00:41.572535 run osmo-hlr_10.42.42.2(pid=18845): stdout: \u000a| (launched: 2022-12-08_22:00:38.115150) \u000a22:00:41.625584 run osmo-hlr_10.42.42.2(pid=18845): stderr: \u000a| �[0;m�[1;31m20221208220038313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220038313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220038313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220038313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220038313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220038313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220038326 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220038334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220038334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220038334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:00:41.670620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18834): Terminating (SIGTERM)\u000a22:00:41.713619 run iperf3-srv_10.42.42.10(pid=18835): Terminating (SIGTERM)\u000a22:00:41.756650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18836): Terminating (SIGTERM)\u000a22:00:41.799620 run iperf3-srv_10.42.42.10(pid=18837): Terminating (SIGTERM)\u000a22:00:41.843444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18838): Terminating (SIGTERM)\u000a22:00:41.886490 run iperf3-srv_10.42.42.10(pid=18839): Terminating (SIGTERM)\u000a22:00:41.929622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18840): Terminating (SIGTERM)\u000a22:00:41.972474 run iperf3-srv_10.42.42.10(pid=18841): Terminating (SIGTERM)\u000a22:00:42.015510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18844): Terminating (SIGTERM)\u000a22:00:42.058794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18847): Terminating (SIGTERM)\u000a22:00:42.102026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18850): Terminating (SIGTERM)\u000a22:00:42.112008 --- ParallelTerminationStrategy: PID 18834 died...\u000a22:00:42.169200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18834): Terminated: ok {rc=0}\u000a22:00:42.179737 --- ParallelTerminationStrategy: PID 18835 died...\u000a22:00:42.236685 run iperf3-srv_10.42.42.10(pid=18835): Terminated {rc=256}\u000a22:00:42.247187 --- ParallelTerminationStrategy: PID 18836 died...\u000a22:00:42.304859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18836): Terminated: ok {rc=0}\u000a22:00:42.315316 --- ParallelTerminationStrategy: PID 18837 died...\u000a22:00:42.372375 run iperf3-srv_10.42.42.10(pid=18837): Terminated {rc=256}\u000a22:00:42.382878 --- ParallelTerminationStrategy: PID 18838 died...\u000a22:00:42.440318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18838): Terminated: ok {rc=0}\u000a22:00:42.450812 --- ParallelTerminationStrategy: PID 18839 died...\u000a22:00:42.507483 run iperf3-srv_10.42.42.10(pid=18839): Terminated {rc=256}\u000a22:00:42.518016 --- ParallelTerminationStrategy: PID 18840 died...\u000a22:00:42.575145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18840): Terminated: ok {rc=0}\u000a22:00:42.585535 --- ParallelTerminationStrategy: PID 18841 died...\u000a22:00:42.642338 run iperf3-srv_10.42.42.10(pid=18841): Terminated {rc=256}\u000a22:00:42.652921 --- ParallelTerminationStrategy: PID 18844 died...\u000a22:00:42.710233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18844): Terminated: ok {rc=0}\u000a22:00:42.720675 --- ParallelTerminationStrategy: PID 18847 died...\u000a22:00:42.777779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18847): Terminated: ok {rc=0}\u000a22:00:42.788185 --- ParallelTerminationStrategy: PID 18850 died...\u000a22:00:42.845275 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18850): Terminated: ok {rc=0}\u000a22:00:42.933894 bus /gobi_4: Setting Powered False\u000a22:00:44.040122 bus /gobi_4: Setting Powered False\u000a22:00:45.153173 bus /gobi_1: Setting Powered False\u000a22:00:46.287020 bus /gobi_1: Setting Powered False\u000a22:00:47.403607 bus /gobi_0: Setting Powered False\u000a22:00:48.509414 bus /gobi_0: Setting Powered False\u000a22:00:49.622865 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18858): Process ended prematurely: osmo-stp_10.42.42.5(pid=18858) [trial-2350↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18858)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18858): Process ended prematurely: osmo-stp_10.42.42.5(pid=18858) [trial-2350↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18858)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a22:00:50.690178 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:50.701462 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:00:50.844350 tst ping.py: using LAC 17029\u000a22:00:50.962508 tst ping.py: using RAC 199\u000a22:00:51.085225 tst ping.py: using CellId 17029\u000a22:00:51.200133 tst ping.py: using BVCI 17030\u000a22:00:51.222778 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:51.233511 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:51.243939 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:51.254692 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:51.265490 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:51.276188 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:51.287085 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:51.297879 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:00:51.571936 tst ping.py:19: start network...\u000a22:00:51.695142 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:00:52.159167 run create_hlr_db(pid=18852): Launched\u000a22:00:52.331034 bus /gobi_6: Setting Powered False\u000a22:00:53.352695 run create_hlr_db(pid=18852): Terminated: ok {rc=0}\u000a22:00:53.774384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18854): Launched\u000a22:00:54.089139 run osmo-hlr_10.42.42.2(pid=18855): Launched\u000a22:00:54.204844 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:00:54.756712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18857): Launched\u000a22:00:55.070625 run osmo-stp_10.42.42.5(pid=18858): Launched\u000a22:00:55.185691 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:00:55.739080 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18860): Launched\u000a22:00:55.852001 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:00:56.127039 run patchelf(pid=18861): Launched\u000a22:00:56.313015 run osmo-stp_10.42.42.5(pid=18858): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18858)]\u000a22:00:56.450209 run osmo-stp_10.42.42.5(pid=18858): stdout: \u000a| (launched: 2022-12-08_22:00:54.917047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:56.586865 run osmo-stp_10.42.42.5(pid=18858): stderr: \u000a| �[0;m�[38;5;43m20221208220055108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220055108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220055109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220055109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220055109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220055110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220055110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:56.718567 run osmo-stp_10.42.42.5(pid=18858): stdout: \u000a| (launched: 2022-12-08_22:00:54.917047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:56.848741 run osmo-stp_10.42.42.5(pid=18858): stderr: \u000a| �[0;m�[38;5;43m20221208220055108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220055108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220055109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220055109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220055109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220055110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220055110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:57.000790 run patchelf(pid=18861): Terminating (SIGINT)\u000a22:00:57.179380 run patchelf(pid=18861): Terminated: ok {rc=0}\u000a22:00:57.212170 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18858): Process ended prematurely: osmo-stp_10.42.42.5(pid=18858) [trial-2350↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18858)] [trial-2350↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a22:00:57.221640 tst ping.py:22: Test FAILED (6.5 sec)\u000a22:00:57.285777 run osmo-hlr_10.42.42.2(pid=18855): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18855)]\u000a22:00:57.338267 run osmo-hlr_10.42.42.2(pid=18855): stdout: \u000a| (launched: 2022-12-08_22:00:53.935532) \u000a22:00:57.392936 run osmo-hlr_10.42.42.2(pid=18855): stderr: \u000a| �[0;m�[1;31m20221208220054131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220054131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220054131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220054131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220054131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220054132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220054145 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220054153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220054153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220054153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:00:57.438857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18854): Terminating (SIGTERM)\u000a22:00:57.482080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18857): Terminating (SIGTERM)\u000a22:00:57.525442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18860): Terminating (SIGTERM)\u000a22:00:57.535406 --- ParallelTerminationStrategy: PID 18854 died...\u000a22:00:57.592803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18854): Terminated: ok {rc=0}\u000a22:00:57.603213 --- ParallelTerminationStrategy: PID 18857 died...\u000a22:00:57.660375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18857): Terminated: ok {rc=0}\u000a22:00:57.670824 --- ParallelTerminationStrategy: PID 18860 died...\u000a22:00:57.727999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18860): Terminated: ok {rc=0}\u000a22:00:57.816471 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18868): Process ended prematurely: osmo-stp_10.42.42.5(pid=18868) [trial-2350↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18868)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18868): Process ended prematurely: osmo-stp_10.42.42.5(pid=18868) [trial-2350↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18868)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a22:00:58.871288 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:58.883660 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:00:59.030022 tst ping_idle_ping.py: using LAC 17030\u000a22:00:59.147655 tst ping_idle_ping.py: using RAC 200\u000a22:00:59.266263 tst ping_idle_ping.py: using CellId 17030\u000a22:00:59.389612 tst ping_idle_ping.py: using BVCI 17031\u000a22:00:59.412402 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:59.423312 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:59.433918 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:59.445424 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:59.456575 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:59.467950 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:59.479522 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:59.490789 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:00:59.762586 tst ping_idle_ping.py:24: start network...\u000a22:00:59.886391 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:01:00.354806 run create_hlr_db(pid=18862): Launched\u000a22:01:00.527205 bus /gobi_6: Setting Powered False\u000a22:01:01.576490 run create_hlr_db(pid=18862): Terminated: ok {rc=0}\u000a22:01:01.997179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18864): Launched\u000a22:01:02.299104 run osmo-hlr_10.42.42.2(pid=18865): Launched\u000a22:01:02.414308 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:01:02.937082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18867): Launched\u000a22:01:03.231823 run osmo-stp_10.42.42.5(pid=18868): Launched\u000a22:01:03.340284 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:01:03.856732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18870): Launched\u000a22:01:03.962019 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:01:04.220433 run patchelf(pid=18871): Launched\u000a22:01:04.395472 run osmo-stp_10.42.42.5(pid=18868): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18868)]\u000a22:01:04.523905 run osmo-stp_10.42.42.5(pid=18868): stdout: \u000a| (launched: 2022-12-08_22:01:03.087482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:04.652311 run osmo-stp_10.42.42.5(pid=18868): stderr: \u000a| �[0;m�[38;5;43m20221208220103255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220103255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220103255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220103256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220103256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220103256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220103256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:04.776039 run osmo-stp_10.42.42.5(pid=18868): stdout: \u000a| (launched: 2022-12-08_22:01:03.087482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:04.899136 run osmo-stp_10.42.42.5(pid=18868): stderr: \u000a| �[0;m�[38;5;43m20221208220103255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220103255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220103255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220103256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220103256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220103256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220103256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:05.041804 run patchelf(pid=18871): Terminating (SIGINT)\u000a22:01:05.209466 run patchelf(pid=18871): Terminated: ok {rc=0}\u000a22:01:05.239761 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18868): Process ended prematurely: osmo-stp_10.42.42.5(pid=18868) [trial-2350↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18868)] [trial-2350↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a22:01:05.248361 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a22:01:05.309587 run osmo-hlr_10.42.42.2(pid=18865): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18865)]\u000a22:01:05.359683 run osmo-hlr_10.42.42.2(pid=18865): stdout: \u000a| (launched: 2022-12-08_22:01:02.151378) \u000a22:01:05.410431 run osmo-hlr_10.42.42.2(pid=18865): stderr: \u000a| �[0;m�[1;31m20221208220102324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220102324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220102325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220102325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220102325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220102325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220102337 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220102345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220102346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220102346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:01:05.453497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18864): Terminating (SIGTERM)\u000a22:01:05.494098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18867): Terminating (SIGTERM)\u000a22:01:05.534769 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18870): Terminating (SIGTERM)\u000a22:01:05.544362 --- ParallelTerminationStrategy: PID 18864 died...\u000a22:01:05.598589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18864): Terminated: ok {rc=0}\u000a22:01:05.608567 --- ParallelTerminationStrategy: PID 18867 died...\u000a22:01:05.662660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18867): Terminated: ok {rc=0}\u000a22:01:05.672718 --- ParallelTerminationStrategy: PID 18870 died...\u000a22:01:05.726963 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18870): Terminated: ok {rc=0}\u000a22:01:05.811427 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:00:07" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18887): Process ended prematurely: osmo-stp_10.42.42.5(pid=18887) [trial-2350↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18887)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18887): Process ended prematurely: osmo-stp_10.42.42.5(pid=18887) [trial-2350↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18887)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:01:07.915060 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:07.925746 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:01:08.069464 tst cs_paging_gprs_active.py: using LAC 17031\u000a22:01:08.195932 tst cs_paging_gprs_active.py: using RAC 201\u000a22:01:08.322585 tst cs_paging_gprs_active.py: using CellId 17031\u000a22:01:08.449650 tst cs_paging_gprs_active.py: using BVCI 17032\u000a22:01:08.474960 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:08.486490 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:08.497551 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:08.509382 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:08.520740 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:08.532226 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:08.543894 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:08.555372 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:08.566588 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:01:08.686296 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:01:08.963306 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:01:09.089432 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:01:09.401521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18877): Launched\u000a22:01:09.666583 run iperf3-srv_10.42.42.10(pid=18878): Launched\u000a22:01:09.851938 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:01:09.978906 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:01:10.292511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18879): Launched\u000a22:01:10.553608 run iperf3-srv_10.42.42.10(pid=18880): Launched\u000a22:01:10.738181 tst cs_paging_gprs_active.py:38: start network...\u000a22:01:10.864339 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:01:11.341590 run create_hlr_db(pid=18881): Launched\u000a22:01:11.515004 bus /gobi_6: Setting Powered False\u000a22:01:12.538956 run create_hlr_db(pid=18881): Terminated: ok {rc=0}\u000a22:01:12.966141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18883): Launched\u000a22:01:13.287475 run osmo-hlr_10.42.42.2(pid=18884): Launched\u000a22:01:13.408798 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:01:13.966677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18886): Launched\u000a22:01:14.287563 run osmo-stp_10.42.42.5(pid=18887): Launched\u000a22:01:14.404808 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:01:14.965150 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18889): Launched\u000a22:01:15.079933 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:01:15.359066 run patchelf(pid=18890): Launched\u000a22:01:15.547656 run osmo-stp_10.42.42.5(pid=18887): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18887)]\u000a22:01:15.685706 run osmo-stp_10.42.42.5(pid=18887): stdout: \u000a| (launched: 2022-12-08_22:01:14.131169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:15.824616 run osmo-stp_10.42.42.5(pid=18887): stderr: \u000a| �[0;m�[38;5;43m20221208220114325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220114325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220114325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220114326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220114326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220114326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220114326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:15.995085 run osmo-stp_10.42.42.5(pid=18887): stdout: \u000a| (launched: 2022-12-08_22:01:14.131169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:16.131201 run osmo-stp_10.42.42.5(pid=18887): stderr: \u000a| �[0;m�[38;5;43m20221208220114325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220114325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220114325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220114326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220114326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220114326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220114326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:16.281829 run patchelf(pid=18890): Terminating (SIGINT)\u000a22:01:16.458456 run patchelf(pid=18890): Terminated: ok {rc=0}\u000a22:01:16.491738 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18887): Process ended prematurely: osmo-stp_10.42.42.5(pid=18887) [trial-2350↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18887)] [trial-2350↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a22:01:16.502003 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a22:01:16.568440 run osmo-hlr_10.42.42.2(pid=18884): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18884)]\u000a22:01:16.628341 run osmo-hlr_10.42.42.2(pid=18884): stdout: \u000a| (launched: 2022-12-08_22:01:13.130676) \u000a22:01:16.697618 run osmo-hlr_10.42.42.2(pid=18884): stderr: \u000a| �[0;m�[1;31m20221208220113327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220113327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220113327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220113328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220113328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220113328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220113340 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220113348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220113348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220113348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:01:16.756153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18877): Terminating (SIGTERM)\u000a22:01:16.814272 run iperf3-srv_10.42.42.10(pid=18878): Terminating (SIGTERM)\u000a22:01:16.868593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18879): Terminating (SIGTERM)\u000a22:01:16.927219 run iperf3-srv_10.42.42.10(pid=18880): Terminating (SIGTERM)\u000a22:01:16.984199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18883): Terminating (SIGTERM)\u000a22:01:17.036170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18886): Terminating (SIGTERM)\u000a22:01:17.090637 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18889): Terminating (SIGTERM)\u000a22:01:17.102844 --- ParallelTerminationStrategy: PID 18877 died...\u000a22:01:17.167493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18877): Terminated: ok {rc=0}\u000a22:01:17.178563 --- ParallelTerminationStrategy: PID 18878 died...\u000a22:01:17.235920 run iperf3-srv_10.42.42.10(pid=18878): Terminated {rc=256}\u000a22:01:17.246300 --- ParallelTerminationStrategy: PID 18879 died...\u000a22:01:17.302663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18879): Terminated: ok {rc=0}\u000a22:01:17.312858 --- ParallelTerminationStrategy: PID 18880 died...\u000a22:01:17.369301 run iperf3-srv_10.42.42.10(pid=18880): Terminated {rc=256}\u000a22:01:17.379472 --- ParallelTerminationStrategy: PID 18883 died...\u000a22:01:17.436196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18883): Terminated: ok {rc=0}\u000a22:01:17.446213 --- ParallelTerminationStrategy: PID 18886 died...\u000a22:01:17.502569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18886): Terminated: ok {rc=0}\u000a22:01:17.512754 --- ParallelTerminationStrategy: PID 18889 died...\u000a22:01:17.569377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18889): Terminated: ok {rc=0}\u000a22:01:17.656306 bus /gobi_0: Setting Powered False\u000a22:01:18.762650 bus /gobi_0: Setting Powered False\u000a22:01:19.873651 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18899): Process ended prematurely: osmo-stp_10.42.42.5(pid=18899) [trial-2350↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18899)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18899): Process ended prematurely: osmo-stp_10.42.42.5(pid=18899) [trial-2350↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18899)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a22:01:20.983564 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:20.994901 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:01:21.149130 tst iperf3.py: using LAC 17032\u000a22:01:21.275421 tst iperf3.py: using RAC 202\u000a22:01:21.402901 tst iperf3.py: using CellId 17032\u000a22:01:21.531107 tst iperf3.py: using BVCI 17033\u000a22:01:21.555889 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:21.567308 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:21.578302 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:21.589376 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:21.600272 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:21.611328 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:21.622435 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:21.633359 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:21.644439 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:01:21.919800 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:01:22.045265 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:01:22.355782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18891): Launched\u000a22:01:22.615979 run iperf3-srv_10.42.42.10(pid=18892): Launched\u000a22:01:22.799305 tst iperf3.py:8: start network...\u000a22:01:22.924462 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:01:23.398868 run create_hlr_db(pid=18893): Launched\u000a22:01:23.573488 bus /gobi_6: Setting Powered False\u000a22:01:24.595827 run create_hlr_db(pid=18893): Terminated: ok {rc=0}\u000a22:01:24.996805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18895): Launched\u000a22:01:25.298371 run osmo-hlr_10.42.42.2(pid=18896): Launched\u000a22:01:25.413399 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:01:25.935597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18898): Launched\u000a22:01:26.234043 run osmo-stp_10.42.42.5(pid=18899): Launched\u000a22:01:26.343212 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:01:26.866869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18901): Launched\u000a22:01:26.974483 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:01:27.237114 run patchelf(pid=18902): Launched\u000a22:01:27.413861 run osmo-stp_10.42.42.5(pid=18899): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18899)]\u000a22:01:27.543600 run osmo-stp_10.42.42.5(pid=18899): stdout: \u000a| (launched: 2022-12-08_22:01:26.088043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:27.673491 run osmo-stp_10.42.42.5(pid=18899): stderr: \u000a| �[0;m�[38;5;43m20221208220126258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220126258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220126258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220126259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220126259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220126259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220126259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:27.799607 run osmo-stp_10.42.42.5(pid=18899): stdout: \u000a| (launched: 2022-12-08_22:01:26.088043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:27.924443 run osmo-stp_10.42.42.5(pid=18899): stderr: \u000a| �[0;m�[38;5;43m20221208220126258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220126258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220126258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220126259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220126259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220126259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220126259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:28.069532 run patchelf(pid=18902): Terminating (SIGINT)\u000a22:01:28.239612 run patchelf(pid=18902): Terminated: ok {rc=0}\u000a22:01:28.271003 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18899): Process ended prematurely: osmo-stp_10.42.42.5(pid=18899) [trial-2350↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18899)] [trial-2350↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a22:01:28.280213 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a22:01:28.341781 run osmo-hlr_10.42.42.2(pid=18896): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18896)]\u000a22:01:28.391982 run osmo-hlr_10.42.42.2(pid=18896): stdout: \u000a| (launched: 2022-12-08_22:01:25.150211) \u000a22:01:28.442949 run osmo-hlr_10.42.42.2(pid=18896): stderr: \u000a| �[0;m�[1;31m20221208220125327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220125327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220125327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220125327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220125327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220125327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220125339 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220125348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220125348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220125348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:01:28.485891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18891): Terminating (SIGTERM)\u000a22:01:28.526655 run iperf3-srv_10.42.42.10(pid=18892): Terminating (SIGTERM)\u000a22:01:28.567356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18895): Terminating (SIGTERM)\u000a22:01:28.608025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18898): Terminating (SIGTERM)\u000a22:01:28.648920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18901): Terminating (SIGTERM)\u000a22:01:28.658588 --- ParallelTerminationStrategy: PID 18891 died...\u000a22:01:28.712897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18891): Terminated: ok {rc=0}\u000a22:01:28.722894 --- ParallelTerminationStrategy: PID 18892 died...\u000a22:01:28.777269 run iperf3-srv_10.42.42.10(pid=18892): Terminated {rc=256}\u000a22:01:28.787126 --- ParallelTerminationStrategy: PID 18895 died...\u000a22:01:28.841096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18895): Terminated: ok {rc=0}\u000a22:01:28.850911 --- ParallelTerminationStrategy: PID 18898 died...\u000a22:01:28.904749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18898): Terminated: ok {rc=0}\u000a22:01:28.914617 --- ParallelTerminationStrategy: PID 18901 died...\u000a22:01:28.968706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18901): Terminated: ok {rc=0}\u000a22:01:29.056835 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18917): Process ended prematurely: osmo-stp_10.42.42.5(pid=18917) [trial-2350↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18917)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18917): Process ended prematurely: osmo-stp_10.42.42.5(pid=18917) [trial-2350↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18917)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a22:01:30.167425 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:30.178789 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:01:30.325836 tst iperf3m4.py: using LAC 17033\u000a22:01:30.444937 tst iperf3m4.py: using RAC 203\u000a22:01:30.566013 tst iperf3m4.py: using CellId 17033\u000a22:01:30.686496 tst iperf3m4.py: using BVCI 17034\u000a22:01:30.710005 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:30.720657 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:30.731197 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:30.742600 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:30.753840 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:30.764905 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:30.776355 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:30.787636 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:30.799094 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:01:30.950480 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:01:31.097547 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:01:31.237656 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:01:31.560553 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:01:31.700885 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:01:32.053651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18903): Launched\u000a22:01:32.328587 run iperf3-srv_10.42.42.10(pid=18904): Launched\u000a22:01:32.511617 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:01:32.636586 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:01:32.947187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18905): Launched\u000a22:01:33.205336 run iperf3-srv_10.42.42.10(pid=18906): Launched\u000a22:01:33.388245 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:01:33.513579 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:01:33.824661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18907): Launched\u000a22:01:34.082581 run iperf3-srv_10.42.42.10(pid=18908): Launched\u000a22:01:34.265869 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:01:34.391150 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:01:34.701920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18909): Launched\u000a22:01:34.960509 run iperf3-srv_10.42.42.10(pid=18910): Launched\u000a22:01:35.144376 tst iperf3m4.py:8: start network...\u000a22:01:35.270790 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:01:35.745302 run create_hlr_db(pid=18911): Launched\u000a22:01:35.918301 bus /gobi_6: Setting Powered False\u000a22:01:36.941525 run create_hlr_db(pid=18911): Terminated: ok {rc=0}\u000a22:01:37.340907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18913): Launched\u000a22:01:37.641557 run osmo-hlr_10.42.42.2(pid=18914): Launched\u000a22:01:37.752006 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:01:38.274314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18916): Launched\u000a22:01:38.575691 run osmo-stp_10.42.42.5(pid=18917): Launched\u000a22:01:38.686154 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:01:39.210125 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18919): Launched\u000a22:01:39.317442 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:01:39.579193 run patchelf(pid=18920): Launched\u000a22:01:39.755781 run osmo-stp_10.42.42.5(pid=18917): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18917)]\u000a22:01:39.885094 run osmo-stp_10.42.42.5(pid=18917): stdout: \u000a| (launched: 2022-12-08_22:01:38.427213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:40.015029 run osmo-stp_10.42.42.5(pid=18917): stderr: \u000a| �[0;m�[38;5;43m20221208220138597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220138597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220138597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220138598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220138598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220138598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220138598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:40.140693 run osmo-stp_10.42.42.5(pid=18917): stdout: \u000a| (launched: 2022-12-08_22:01:38.427213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:40.265537 run osmo-stp_10.42.42.5(pid=18917): stderr: \u000a| �[0;m�[38;5;43m20221208220138597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220138597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220138597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220138598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220138598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220138598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220138598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:40.409677 run patchelf(pid=18920): Terminating (SIGINT)\u000a22:01:40.578934 run patchelf(pid=18920): Terminated: ok {rc=0}\u000a22:01:40.610008 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18917): Process ended prematurely: osmo-stp_10.42.42.5(pid=18917) [trial-2350↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18917)] [trial-2350↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a22:01:40.619300 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a22:01:40.681049 run osmo-hlr_10.42.42.2(pid=18914): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18914)]\u000a22:01:40.731652 run osmo-hlr_10.42.42.2(pid=18914): stdout: \u000a| (launched: 2022-12-08_22:01:37.493950) \u000a22:01:40.782624 run osmo-hlr_10.42.42.2(pid=18914): stderr: \u000a| �[0;m�[1;31m20221208220137669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220137669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220137669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220137669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220137669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220137669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220137681 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220137690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220137690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220137690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:01:40.825365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18903): Terminating (SIGTERM)\u000a22:01:40.865893 run iperf3-srv_10.42.42.10(pid=18904): Terminating (SIGTERM)\u000a22:01:40.906681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18905): Terminating (SIGTERM)\u000a22:01:40.946961 run iperf3-srv_10.42.42.10(pid=18906): Terminating (SIGTERM)\u000a22:01:40.987740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18907): Terminating (SIGTERM)\u000a22:01:41.028210 run iperf3-srv_10.42.42.10(pid=18908): Terminating (SIGTERM)\u000a22:01:41.069170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18909): Terminating (SIGTERM)\u000a22:01:41.109462 run iperf3-srv_10.42.42.10(pid=18910): Terminating (SIGTERM)\u000a22:01:41.150012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18913): Terminating (SIGTERM)\u000a22:01:41.190582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18916): Terminating (SIGTERM)\u000a22:01:41.231037 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18919): Terminating (SIGTERM)\u000a22:01:41.240485 --- ParallelTerminationStrategy: PID 18903 died...\u000a22:01:41.295344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18903): Terminated: ok {rc=0}\u000a22:01:41.305153 --- ParallelTerminationStrategy: PID 18904 died...\u000a22:01:41.359232 run iperf3-srv_10.42.42.10(pid=18904): Terminated {rc=256}\u000a22:01:41.369150 --- ParallelTerminationStrategy: PID 18905 died...\u000a22:01:41.423368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18905): Terminated: ok {rc=0}\u000a22:01:41.433185 --- ParallelTerminationStrategy: PID 18906 died...\u000a22:01:41.486938 run iperf3-srv_10.42.42.10(pid=18906): Terminated {rc=256}\u000a22:01:41.496786 --- ParallelTerminationStrategy: PID 18907 died...\u000a22:01:41.551340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18907): Terminated: ok {rc=0}\u000a22:01:41.561364 --- ParallelTerminationStrategy: PID 18908 died...\u000a22:01:41.615385 run iperf3-srv_10.42.42.10(pid=18908): Terminated {rc=256}\u000a22:01:41.625075 --- ParallelTerminationStrategy: PID 18909 died...\u000a22:01:41.679372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18909): Terminated: ok {rc=0}\u000a22:01:41.689362 --- ParallelTerminationStrategy: PID 18910 died...\u000a22:01:41.743373 run iperf3-srv_10.42.42.10(pid=18910): Terminated {rc=256}\u000a22:01:41.753751 --- ParallelTerminationStrategy: PID 18913 died...\u000a22:01:41.808444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18913): Terminated: ok {rc=0}\u000a22:01:41.818431 --- ParallelTerminationStrategy: PID 18916 died...\u000a22:01:41.872726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18916): Terminated: ok {rc=0}\u000a22:01:41.882511 --- ParallelTerminationStrategy: PID 18919 died...\u000a22:01:41.936834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18919): Terminated: ok {rc=0}\u000a22:01:42.026948 bus /gobi_4: Setting Powered False\u000a22:01:43.131400 bus /gobi_4: Setting Powered False\u000a22:01:44.244551 bus /gobi_1: Setting Powered False\u000a22:01:45.354716 bus /gobi_1: Setting Powered False\u000a22:01:46.467082 bus /gobi_0: Setting Powered False\u000a22:01:47.570699 bus /gobi_0: Setting Powered False\u000a22:01:48.679903 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18927): Process ended prematurely: osmo-stp_10.42.42.5(pid=18927) [trial-2350↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18927)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18927): Process ended prematurely: osmo-stp_10.42.42.5(pid=18927) [trial-2350↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18927)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a22:01:49.750286 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:49.762185 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:01:49.913424 tst ping.py: using LAC 17034\u000a22:01:50.037954 tst ping.py: using RAC 204\u000a22:01:50.162992 tst ping.py: using CellId 17034\u000a22:01:50.288411 tst ping.py: using BVCI 17035\u000a22:01:50.312528 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:50.323792 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:50.334852 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:50.345987 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:50.356890 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:50.367858 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:50.379035 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:50.390099 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:01:50.660853 tst ping.py:19: start network...\u000a22:01:50.784420 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:01:51.249067 run create_hlr_db(pid=18921): Launched\u000a22:01:51.420300 bus /gobi_6: Setting Powered False\u000a22:01:52.442498 run create_hlr_db(pid=18921): Terminated: ok {rc=0}\u000a22:01:52.870496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18923): Launched\u000a22:01:53.166781 run osmo-hlr_10.42.42.2(pid=18924): Launched\u000a22:01:53.275708 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:01:53.791012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18926): Launched\u000a22:01:54.085600 run osmo-stp_10.42.42.5(pid=18927): Launched\u000a22:01:54.193305 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:01:54.708122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18929): Launched\u000a22:01:54.813307 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:01:55.071272 run patchelf(pid=18930): Launched\u000a22:01:55.246048 run osmo-stp_10.42.42.5(pid=18927): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18927)]\u000a22:01:55.374243 run osmo-stp_10.42.42.5(pid=18927): stdout: \u000a| (launched: 2022-12-08_22:01:53.941343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:55.502497 run osmo-stp_10.42.42.5(pid=18927): stderr: \u000a| �[0;m�[38;5;43m20221208220154110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220154110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220154110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220154111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220154111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220154111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220154111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:55.626691 run osmo-stp_10.42.42.5(pid=18927): stdout: \u000a| (launched: 2022-12-08_22:01:53.941343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:55.749282 run osmo-stp_10.42.42.5(pid=18927): stderr: \u000a| �[0;m�[38;5;43m20221208220154110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220154110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220154110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220154111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220154111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220154111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220154111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:55.891351 run patchelf(pid=18930): Terminating (SIGINT)\u000a22:01:56.057987 run patchelf(pid=18930): Terminated: ok {rc=0}\u000a22:01:56.088364 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18927): Process ended prematurely: osmo-stp_10.42.42.5(pid=18927) [trial-2350↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18927)] [trial-2350↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a22:01:56.097217 tst ping.py:22: Test FAILED (6.3 sec)\u000a22:01:56.158940 run osmo-hlr_10.42.42.2(pid=18924): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18924)]\u000a22:01:56.209496 run osmo-hlr_10.42.42.2(pid=18924): stdout: \u000a| (launched: 2022-12-08_22:01:53.020585) \u000a22:01:56.260488 run osmo-hlr_10.42.42.2(pid=18924): stderr: \u000a| �[0;m�[1;31m20221208220153193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220153193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220153193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220153193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220153193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220153193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220153206 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220153214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220153214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220153214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:01:56.303942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18923): Terminating (SIGTERM)\u000a22:01:56.344746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18926): Terminating (SIGTERM)\u000a22:01:56.385624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18929): Terminating (SIGTERM)\u000a22:01:56.395276 --- ParallelTerminationStrategy: PID 18923 died...\u000a22:01:56.450320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18923): Terminated: ok {rc=0}\u000a22:01:56.460274 --- ParallelTerminationStrategy: PID 18926 died...\u000a22:01:56.515378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18926): Terminated: ok {rc=0}\u000a22:01:56.525364 --- ParallelTerminationStrategy: PID 18929 died...\u000a22:01:56.580020 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18929): Terminated: ok {rc=0}\u000a22:01:56.670661 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18937): Process ended prematurely: osmo-stp_10.42.42.5(pid=18937) [trial-2350↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18937)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18937): Process ended prematurely: osmo-stp_10.42.42.5(pid=18937) [trial-2350↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18937)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a22:01:57.723636 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:57.735357 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:01:57.886684 tst ping_idle_ping.py: using LAC 17035\u000a22:01:58.010354 tst ping_idle_ping.py: using RAC 205\u000a22:01:58.136500 tst ping_idle_ping.py: using CellId 17035\u000a22:01:58.259915 tst ping_idle_ping.py: using BVCI 17036\u000a22:01:58.284246 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:58.295575 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:58.306690 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:58.317888 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:58.328918 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:58.339953 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:58.351202 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:58.362258 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:01:58.650222 tst ping_idle_ping.py:24: start network...\u000a22:01:58.782100 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:01:59.290564 run create_hlr_db(pid=18931): Launched\u000a22:01:59.473827 bus /gobi_6: Setting Powered False\u000a22:02:00.494781 run create_hlr_db(pid=18931): Terminated: ok {rc=0}\u000a22:02:00.931957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18933): Launched\u000a22:02:01.337598 run osmo-hlr_10.42.42.2(pid=18934): Launched\u000a22:02:01.544564 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:02:02.095007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18936): Launched\u000a22:02:02.427423 run osmo-stp_10.42.42.5(pid=18937): Launched\u000a22:02:02.544041 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:02:03.075475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18939): Launched\u000a22:02:03.181838 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:02:03.440530 run patchelf(pid=18940): Launched\u000a22:02:03.615516 run osmo-stp_10.42.42.5(pid=18937): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18937)]\u000a22:02:03.743394 run osmo-stp_10.42.42.5(pid=18937): stdout: \u000a| (launched: 2022-12-08_22:02:02.248013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:03.872076 run osmo-stp_10.42.42.5(pid=18937): stderr: \u000a| �[0;m�[38;5;43m20221208220202471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220202472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220202472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220202472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220202473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220202473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220202473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:03.995909 run osmo-stp_10.42.42.5(pid=18937): stdout: \u000a| (launched: 2022-12-08_22:02:02.248013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:04.118706 run osmo-stp_10.42.42.5(pid=18937): stderr: \u000a| �[0;m�[38;5;43m20221208220202471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220202472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220202472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220202472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220202473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220202473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220202473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:04.261154 run patchelf(pid=18940): Terminating (SIGINT)\u000a22:02:04.429117 run patchelf(pid=18940): Terminated: ok {rc=0}\u000a22:02:04.459739 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18937): Process ended prematurely: osmo-stp_10.42.42.5(pid=18937) [trial-2350↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18937)] [trial-2350↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a22:02:04.468376 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a22:02:04.529982 run osmo-hlr_10.42.42.2(pid=18934): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18934)]\u000a22:02:04.580284 run osmo-hlr_10.42.42.2(pid=18934): stdout: \u000a| (launched: 2022-12-08_22:02:01.086190) \u000a22:02:04.631299 run osmo-hlr_10.42.42.2(pid=18934): stderr: \u000a| �[0;m�[1;31m20221208220201329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220201329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220201329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220201329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220201329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220201329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220201348 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220201366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220201366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220201366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:02:04.674464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18933): Terminating (SIGTERM)\u000a22:02:04.715523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18936): Terminating (SIGTERM)\u000a22:02:04.756638 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18939): Terminating (SIGTERM)\u000a22:02:04.766417 --- ParallelTerminationStrategy: PID 18933 died...\u000a22:02:04.821699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18933): Terminated: ok {rc=0}\u000a22:02:04.831570 --- ParallelTerminationStrategy: PID 18936 died...\u000a22:02:04.885941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18936): Terminated: ok {rc=0}\u000a22:02:04.895851 --- ParallelTerminationStrategy: PID 18939 died...\u000a22:02:04.951197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18939): Terminated: ok {rc=0}\u000a22:02:05.041380 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:01:07" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18950): Process ended prematurely: osmo-stp_10.42.42.5(pid=18950) [trial-2350↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18950)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18950): Process ended prematurely: osmo-stp_10.42.42.5(pid=18950) [trial-2350↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18950)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a22:02:07.022553 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:02:07.034102 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:02:07.175121 tst switch_tch_pdch.py: using LAC 17036\u000a22:02:07.292705 tst switch_tch_pdch.py: using RAC 206\u000a22:02:07.410821 tst switch_tch_pdch.py: using CellId 17036\u000a22:02:07.526726 tst switch_tch_pdch.py: using BVCI 17037\u000a22:02:07.549576 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:02:07.560405 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:02:07.571201 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:02:07.582328 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:02:07.593316 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:02:07.604261 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:02:07.615438 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:02:07.626526 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:02:07.745418 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:02:08.031864 tst switch_tch_pdch.py:51: start network...\u000a22:02:08.162645 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:02:08.665634 run create_hlr_db(pid=18944): Launched\u000a22:02:08.847845 bus /gobi_6: Setting Powered False\u000a22:02:09.869526 run create_hlr_db(pid=18944): Terminated: ok {rc=0}\u000a22:02:10.286361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18946): Launched\u000a22:02:10.598301 run osmo-hlr_10.42.42.2(pid=18947): Launched\u000a22:02:10.717198 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:02:11.263540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18949): Launched\u000a22:02:11.578464 run osmo-stp_10.42.42.5(pid=18950): Launched\u000a22:02:11.693533 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:02:12.241944 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18952): Launched\u000a22:02:12.354127 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:02:12.628531 run patchelf(pid=18953): Launched\u000a22:02:12.814063 run osmo-stp_10.42.42.5(pid=18950): ERR: Terminated: ERROR {rc=1} [trial-2350↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18950)]\u000a22:02:12.950065 run osmo-stp_10.42.42.5(pid=18950): stdout: \u000a| (launched: 2022-12-08_22:02:11.424033)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:13.086346 run osmo-stp_10.42.42.5(pid=18950): stderr: \u000a| �[0;m�[38;5;43m20221208220211614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220211614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220211614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220211615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220211615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220211615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220211615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:13.217796 run osmo-stp_10.42.42.5(pid=18950): stdout: \u000a| (launched: 2022-12-08_22:02:11.424033)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:13.348000 run osmo-stp_10.42.42.5(pid=18950): stderr: \u000a| �[0;m�[38;5;43m20221208220211614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220211614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220211614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220211615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220211615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220211615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220211615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:13.499677 run patchelf(pid=18953): Terminating (SIGINT)\u000a22:02:13.677335 run patchelf(pid=18953): Terminated: ok {rc=0}\u000a22:02:13.709581 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=18950): Process ended prematurely: osmo-stp_10.42.42.5(pid=18950) [trial-2350↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18950)] [trial-2350↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a22:02:13.718789 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a22:02:13.782049 run osmo-hlr_10.42.42.2(pid=18947): ERR: Terminated: ERROR {rc=237} [trial-2350↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18947)]\u000a22:02:13.834031 run osmo-hlr_10.42.42.2(pid=18947): stdout: \u000a| (launched: 2022-12-08_22:02:10.446388) \u000a22:02:13.886605 run osmo-hlr_10.42.42.2(pid=18947): stderr: \u000a| �[0;m�[1;31m20221208220210643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220210643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220210643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220210643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220210643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220210643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220210655 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220210667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220210667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220210667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:02:13.931474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18946): Terminating (SIGTERM)\u000a22:02:13.974014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18949): Terminating (SIGTERM)\u000a22:02:14.016314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18952): Terminating (SIGTERM)\u000a22:02:14.026063 --- ParallelTerminationStrategy: PID 18946 died...\u000a22:02:14.082443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18946): Terminated: ok {rc=0}\u000a22:02:14.092473 --- ParallelTerminationStrategy: PID 18949 died...\u000a22:02:14.148272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18949): Terminated: ok {rc=0}\u000a22:02:14.158267 --- ParallelTerminationStrategy: PID 18952 died...\u000a22:02:14.214296 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18952): Terminated: ok {rc=0}\u000a22:02:14.301815 bus /gobi_0: Setting Powered False\u000a22:02:15.407059 bus /gobi_0: Setting Powered False\u000a22:02:16.549327 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:02:06" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18964): Process ended prematurely: osmo-stp_10.42.42.5(pid=18964) [trial-2350↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18964)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18964): Process ended prematurely: osmo-stp_10.42.42.5(pid=18964) [trial-2350↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18964)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a22:02:18.487768 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:02:18.498997 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a22:02:18.645992 tst switch_tch_pdch.py: using LAC 17037\u000a22:02:18.770141 tst switch_tch_pdch.py: using RAC 207\u000a22:02:18.892598 tst switch_tch_pdch.py: using CellId 17037\u000a22:02:19.014994 tst switch_tch_pdch.py: using BVCI 17038\u000a22:02:19.039519 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:02:19.050834 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:02:19.061894 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:02:19.072797 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:02:19.083771 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:02:19.094763 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:02:19.106000 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:02:19.116923 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:02:19.229800 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:02:19.499795 tst switch_tch_pdch.py:51: start network...\u000a22:02:19.622337 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:02:20.061043 run create_hlr_db(pid=18958): Launched\u000a22:02:20.182567 bus /gobi_6: Setting Powered False\u000a22:02:21.253478 run create_hlr_db(pid=18958): Terminated: ok {rc=0}\u000a22:02:21.646039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18960): Launched\u000a22:02:21.960904 run osmo-hlr_10.42.42.2(pid=18961): Launched\u000a22:02:22.081045 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:02:22.600549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18963): Launched\u000a22:02:22.914494 run osmo-stp_10.42.42.5(pid=18964): Launched\u000a22:02:23.029176 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:02:23.553574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18966): Launched\u000a22:02:23.666035 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:02:23.939789 run patchelf(pid=18967): Launched\u000a22:02:24.124890 run osmo-stp_10.42.42.5(pid=18964): ERR: Terminated: ERROR {rc=1} [trial-2350↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18964)]\u000a22:02:24.260148 run osmo-stp_10.42.42.5(pid=18964): stdout: \u000a| (launched: 2022-12-08_22:02:22.760796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:24.396139 run osmo-stp_10.42.42.5(pid=18964): stderr: \u000a| �[0;m�[38;5;43m20221208220222952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220222952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220222953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220222953 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220222954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220222954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220222954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:24.528033 run osmo-stp_10.42.42.5(pid=18964): stdout: \u000a| (launched: 2022-12-08_22:02:22.760796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:24.658155 run osmo-stp_10.42.42.5(pid=18964): stderr: \u000a| �[0;m�[38;5;43m20221208220222952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220222952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220222953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220222953 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220222954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220222954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220222954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:24.808855 run patchelf(pid=18967): Terminating (SIGINT)\u000a22:02:24.985974 run patchelf(pid=18967): Terminated: ok {rc=0}\u000a22:02:25.018247 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=18964): Process ended prematurely: osmo-stp_10.42.42.5(pid=18964) [trial-2350↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18964)] [trial-2350↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a22:02:25.027463 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a22:02:25.091631 run osmo-hlr_10.42.42.2(pid=18961): ERR: Terminated: ERROR {rc=237} [trial-2350↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18961)]\u000a22:02:25.144245 run osmo-hlr_10.42.42.2(pid=18961): stdout: \u000a| (launched: 2022-12-08_22:02:21.806527) \u000a22:02:25.197334 run osmo-hlr_10.42.42.2(pid=18961): stderr: \u000a| �[0;m�[1;31m20221208220222005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220222005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220222005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220222005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220222005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220222005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220222018 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220222028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220222028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220222028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:02:25.242644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18960): Terminating (SIGTERM)\u000a22:02:25.285508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18963): Terminating (SIGTERM)\u000a22:02:25.328263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18966): Terminating (SIGTERM)\u000a22:02:25.338098 --- ParallelTerminationStrategy: PID 18960 died...\u000a22:02:25.395076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18960): Terminated: ok {rc=0}\u000a22:02:25.405228 --- ParallelTerminationStrategy: PID 18963 died...\u000a22:02:25.461910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18963): Terminated: ok {rc=0}\u000a22:02:25.472170 --- ParallelTerminationStrategy: PID 18966 died...\u000a22:02:25.529116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18966): Terminated: ok {rc=0}\u000a22:02:25.617272 bus /gobi_0: Setting Powered False\u000a22:02:26.723441 bus /gobi_0: Setting Powered False\u000a22:02:27.836012 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:02:18" }, { "cases" : [ { "testActions" : [ ], "age" : 206, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=18973): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18973) [trial-2350↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18973)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=18973): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18973) [trial-2350↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18973)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a22:02:29.717313 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a22:02:29.728522 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a22:02:29.865818 tst mo_mt_sms.py: using LAC 17038\u000a22:02:29.980334 tst mo_mt_sms.py: using RAC 208\u000a22:02:30.097574 tst mo_mt_sms.py: using CellId 17038\u000a22:02:30.211940 tst mo_mt_sms.py: using BVCI 17039\u000a22:02:30.234488 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a22:02:30.350465 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a22:02:30.635351 tst mo_mt_sms.py:9: start nitb and bts...\u000a22:02:30.767047 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:02:31.474487 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18972): Launched\u000a22:02:31.811470 run osmo-nitb_10.42.42.2(pid=18973): Launched\u000a22:02:32.009746 run osmo-nitb_10.42.42.2(pid=18973): ERR: Terminated: ERROR {rc=2} [trial-2350↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18973)]\u000a22:02:32.156699 run osmo-nitb_10.42.42.2(pid=18973): stdout: \u000a| (launched: 2022-12-08_22:02:31.638199) \u000a22:02:32.301719 run osmo-nitb_10.42.42.2(pid=18973): stderr: \u000a| (launched: 2022-12-08_22:02:31.685891)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:02:32.441844 run osmo-nitb_10.42.42.2(pid=18973): stdout: \u000a| (launched: 2022-12-08_22:02:31.638199) \u000a22:02:32.580933 run osmo-nitb_10.42.42.2(pid=18973): stderr: \u000a| (launched: 2022-12-08_22:02:31.685891)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:02:32.933162 tst osmo-nitb_10.42.42.2(pid=18973): stdout: \u000a| (launched: 2022-12-08_22:02:31.638199) \u000a22:02:33.051182 tst osmo-nitb_10.42.42.2(pid=18973): stderr: \u000a| (launched: 2022-12-08_22:02:31.685891)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:02:33.102959 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=18973): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18973) [trial-2350↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18973)] [trial-2350↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a22:02:33.111032 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a22:02:33.147760 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18972): Terminating (SIGTERM)\u000a22:02:33.326028 --- ParallelTerminationStrategy: PID 18972 died...\u000a22:02:33.383087 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18972): Terminated: ok {rc=0}\u000a22:02:33.472427 bus /sierra_3: Setting Powered False\u000a22:02:34.577294 bus /sierra_3: Setting Powered False\u000a22:02:35.694310 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:02:29" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "sms:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18984): Process ended prematurely: osmo-stp_10.42.42.5(pid=18984) [trial-2350↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18984)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18984): Process ended prematurely: osmo-stp_10.42.42.5(pid=18984) [trial-2350↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18984)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a22:02:37.587091 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:37.598109 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a22:02:37.736500 tst mo_mt_sms.py: using LAC 17039\u000a22:02:37.858001 tst mo_mt_sms.py: using RAC 209\u000a22:02:37.979486 tst mo_mt_sms.py: using CellId 17039\u000a22:02:38.101765 tst mo_mt_sms.py: using BVCI 17040\u000a22:02:38.125784 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:38.136630 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:38.147477 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:38.158247 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:38.168914 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:38.179692 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a22:02:38.293595 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a22:02:38.500662 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:02:39.002857 run create_hlr_db(pid=18978): Launched\u000a22:02:39.186283 bus /sierra_2: Setting Powered False\u000a22:02:40.207438 run create_hlr_db(pid=18978): Terminated: ok {rc=0}\u000a22:02:40.603532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18980): Launched\u000a22:02:40.898664 run osmo-hlr_10.42.42.2(pid=18981): Launched\u000a22:02:41.014386 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:02:41.533180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18983): Launched\u000a22:02:41.827289 run osmo-stp_10.42.42.5(pid=18984): Launched\u000a22:02:41.935958 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:02:42.475170 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18986): Launched\u000a22:02:42.769451 run osmo-msc_10.42.42.6(pid=18987): Launched\u000a22:02:42.943138 run osmo-stp_10.42.42.5(pid=18984): ERR: Terminated: ERROR {rc=1} [trial-2350↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18984)]\u000a22:02:43.069936 run osmo-stp_10.42.42.5(pid=18984): stdout: \u000a| (launched: 2022-12-08_22:02:41.682933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:43.194187 run osmo-stp_10.42.42.5(pid=18984): stderr: \u000a| �[0;m�[38;5;43m20221208220241854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220241854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220241854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220241854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220241855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220241855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220241855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:43.314300 run osmo-stp_10.42.42.5(pid=18984): stdout: \u000a| (launched: 2022-12-08_22:02:41.682933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:43.432476 run osmo-stp_10.42.42.5(pid=18984): stderr: \u000a| �[0;m�[38;5;43m20221208220241854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220241854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220241854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220241854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220241855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220241855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220241855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:43.484274 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=18984): Process ended prematurely: osmo-stp_10.42.42.5(pid=18984) [trial-2350↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18984)] [trial-2350↪sms:trx-b200↪mo_mt_sms.py:16]\u000a22:02:43.492167 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a22:02:43.553119 run osmo-hlr_10.42.42.2(pid=18981): ERR: Terminated: ERROR {rc=237} [trial-2350↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18981)]\u000a22:02:43.603651 run osmo-hlr_10.42.42.2(pid=18981): stdout: \u000a| (launched: 2022-12-08_22:02:40.753652) \u000a22:02:43.654688 run osmo-hlr_10.42.42.2(pid=18981): stderr: \u000a| �[0;m�[1;31m20221208220240927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220240927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220240927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220240927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220240927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220240927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220240940 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220240951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220240951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220240951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:02:43.723312 run osmo-msc_10.42.42.6(pid=18987): ERR: Terminated: ERROR {rc=2} [trial-2350↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18987)]\u000a22:02:43.773462 run osmo-msc_10.42.42.6(pid=18987): stdout: \u000a| (launched: 2022-12-08_22:02:42.624656) \u000a22:02:43.823943 run osmo-msc_10.42.42.6(pid=18987): stderr: \u000a| �[0;m�[38;5;43m20221208220242895 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208220242895 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f02d00f4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208220242895 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208220242895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208220242895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208220242895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208220242897 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208220242898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208220242898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208220242898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:02:43.866667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18980): Terminating (SIGTERM)\u000a22:02:43.907775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18983): Terminating (SIGTERM)\u000a22:02:43.948449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18986): Terminating (SIGTERM)\u000a22:02:43.958095 --- ParallelTerminationStrategy: PID 18980 died...\u000a22:02:44.012933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18980): Terminated: ok {rc=0}\u000a22:02:44.022759 --- ParallelTerminationStrategy: PID 18983 died...\u000a22:02:44.077157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18983): Terminated: ok {rc=0}\u000a22:02:44.087066 --- ParallelTerminationStrategy: PID 18986 died...\u000a22:02:44.141642 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18986): Terminated: ok {rc=0}\u000a22:02:44.230058 bus /sierra_3: Setting Powered False\u000a22:02:45.333846 bus /sierra_3: Setting Powered False\u000a22:02:46.467531 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:02:37" }, { "cases" : [ { "testActions" : [ ], "age" : 206, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=18993): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18993) [trial-2350↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18993)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=18993): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18993) [trial-2350↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18993)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a22:02:48.296579 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a22:02:48.307147 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a22:02:48.438523 tst assert_extension.py: using LAC 17040\u000a22:02:48.556574 tst assert_extension.py: using RAC 210\u000a22:02:48.679144 tst assert_extension.py: using CellId 17040\u000a22:02:48.794153 tst assert_extension.py: using BVCI 17041\u000a22:02:48.816592 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a22:02:49.084459 tst assert_extension.py:10: start nitb and bts...\u000a22:02:49.207407 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:02:49.818063 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18992): Launched\u000a22:02:50.108361 run osmo-nitb_10.42.42.2(pid=18993): Launched\u000a22:02:50.290923 run osmo-nitb_10.42.42.2(pid=18993): ERR: Terminated: ERROR {rc=2} [trial-2350↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18993)]\u000a22:02:50.425994 run osmo-nitb_10.42.42.2(pid=18993): stdout: \u000a| (launched: 2022-12-08_22:02:49.967405) \u000a22:02:50.561340 run osmo-nitb_10.42.42.2(pid=18993): stderr: \u000a| (launched: 2022-12-08_22:02:50.011403)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:02:50.691969 run osmo-nitb_10.42.42.2(pid=18993): stdout: \u000a| (launched: 2022-12-08_22:02:49.967405) \u000a22:02:50.821720 run osmo-nitb_10.42.42.2(pid=18993): stderr: \u000a| (launched: 2022-12-08_22:02:50.011403)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:02:51.228058 tst osmo-nitb_10.42.42.2(pid=18993): stdout: \u000a| (launched: 2022-12-08_22:02:49.967405) \u000a22:02:51.346090 tst osmo-nitb_10.42.42.2(pid=18993): stderr: \u000a| (launched: 2022-12-08_22:02:50.011403)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:02:51.397572 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=18993): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18993) [trial-2350↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18993)] [trial-2350↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a22:02:51.405607 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a22:02:51.441164 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18992): Terminating (SIGTERM)\u000a22:02:51.618574 --- ParallelTerminationStrategy: PID 18992 died...\u000a22:02:51.675253 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18992): Terminated: ok {rc=0}\u000a22:02:51.763939 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:02:48" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "ussd:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19003): Process ended prematurely: osmo-stp_10.42.42.5(pid=19003) [trial-2350↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19003)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19003): Process ended prematurely: osmo-stp_10.42.42.5(pid=19003) [trial-2350↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19003)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a22:02:53.601893 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:53.612368 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a22:02:53.754647 tst assert_extension.py: using LAC 17041\u000a22:02:53.878761 tst assert_extension.py: using RAC 211\u000a22:02:54.001175 tst assert_extension.py: using CellId 17041\u000a22:02:54.125695 tst assert_extension.py: using BVCI 17042\u000a22:02:54.149934 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:54.160789 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:54.171605 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:54.182281 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:54.193005 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:54.203738 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a22:02:54.406457 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:02:54.910238 run create_hlr_db(pid=18997): Launched\u000a22:02:55.092607 bus /sierra_2: Setting Powered False\u000a22:02:56.113990 run create_hlr_db(pid=18997): Terminated: ok {rc=0}\u000a22:02:56.510431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18999): Launched\u000a22:02:56.804703 run osmo-hlr_10.42.42.2(pid=19000): Launched\u000a22:02:56.918369 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:02:57.437854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19002): Launched\u000a22:02:57.732556 run osmo-stp_10.42.42.5(pid=19003): Launched\u000a22:02:57.841402 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:02:58.381202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19005): Launched\u000a22:02:58.676253 run osmo-msc_10.42.42.6(pid=19006): Launched\u000a22:02:58.851450 run osmo-stp_10.42.42.5(pid=19003): ERR: Terminated: ERROR {rc=1} [trial-2350↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19003)]\u000a22:02:58.978411 run osmo-stp_10.42.42.5(pid=19003): stdout: \u000a| (launched: 2022-12-08_22:02:57.588137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:59.102616 run osmo-stp_10.42.42.5(pid=19003): stderr: \u000a| �[0;m�[38;5;43m20221208220257756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220257756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220257756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220257757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220257759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220257759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220257759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:59.222107 run osmo-stp_10.42.42.5(pid=19003): stdout: \u000a| (launched: 2022-12-08_22:02:57.588137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:59.340748 run osmo-stp_10.42.42.5(pid=19003): stderr: \u000a| �[0;m�[38;5;43m20221208220257756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220257756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220257756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220257757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220257759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220257759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220257759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:59.392751 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=19003): Process ended prematurely: osmo-stp_10.42.42.5(pid=19003) [trial-2350↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19003)] [trial-2350↪ussd:trx-b200↪assert_extension.py:17]\u000a22:02:59.400624 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a22:02:59.462449 run osmo-hlr_10.42.42.2(pid=19000): ERR: Terminated: ERROR {rc=237} [trial-2350↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19000)]\u000a22:02:59.513285 run osmo-hlr_10.42.42.2(pid=19000): stdout: \u000a| (launched: 2022-12-08_22:02:56.660731) \u000a22:02:59.564596 run osmo-hlr_10.42.42.2(pid=19000): stderr: \u000a| �[0;m�[1;31m20221208220256835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220256835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220256835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220256835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220256836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220256836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220256849 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220256857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220256857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220256857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:02:59.634156 run osmo-msc_10.42.42.6(pid=19006): ERR: Terminated: ERROR {rc=2} [trial-2350↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19006)]\u000a22:02:59.684689 run osmo-msc_10.42.42.6(pid=19006): stdout: \u000a| (launched: 2022-12-08_22:02:58.531493) \u000a22:02:59.735882 run osmo-msc_10.42.42.6(pid=19006): stderr: \u000a| �[0;m�[38;5;43m20221208220258804 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208220258804 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f63b00fbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208220258804 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208220258804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208220258804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208220258804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208220258806 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208220258807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208220258807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208220258807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:02:59.779325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18999): Terminating (SIGTERM)\u000a22:02:59.820182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19002): Terminating (SIGTERM)\u000a22:02:59.861149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19005): Terminating (SIGTERM)\u000a22:02:59.870715 --- ParallelTerminationStrategy: PID 18999 died...\u000a22:02:59.925318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18999): Terminated: ok {rc=0}\u000a22:02:59.935228 --- ParallelTerminationStrategy: PID 19002 died...\u000a22:02:59.989487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19002): Terminated: ok {rc=0}\u000a22:02:59.999374 --- ParallelTerminationStrategy: PID 19005 died...\u000a22:03:00.053734 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19005): Terminated: ok {rc=0}\u000a22:03:00.142947 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:02:53" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19018): Process ended prematurely: osmo-stp_10.42.42.5(pid=19018) [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19018)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19018): Process ended prematurely: osmo-stp_10.42.42.5(pid=19018) [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19018)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:03:02.125417 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:02.137589 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:03:02.303477 tst mo_mt_call.py: using LAC 17042\u000a22:03:02.430162 tst mo_mt_call.py: using RAC 212\u000a22:03:02.557405 tst mo_mt_call.py: using CellId 17042\u000a22:03:02.685596 tst mo_mt_call.py: using BVCI 17043\u000a22:03:02.710295 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:02.722083 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:02.733300 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:02.744469 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:02.755719 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:02.767021 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:03:02.881209 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:03:03.079602 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:03:03.555608 run create_hlr_db(pid=19012): Launched\u000a22:03:03.729066 bus /sierra_2: Setting Powered False\u000a22:03:04.752199 run create_hlr_db(pid=19012): Terminated: ok {rc=0}\u000a22:03:05.178605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19014): Launched\u000a22:03:05.499800 run osmo-hlr_10.42.42.2(pid=19015): Launched\u000a22:03:05.620712 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:03:06.177424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19017): Launched\u000a22:03:06.497563 run osmo-stp_10.42.42.5(pid=19018): Launched\u000a22:03:06.615425 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:03:07.201636 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19020): Launched\u000a22:03:07.523962 run osmo-msc_10.42.42.6(pid=19021): Launched\u000a22:03:07.713480 run osmo-stp_10.42.42.5(pid=19018): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19018)]\u000a22:03:07.849718 run osmo-stp_10.42.42.5(pid=19018): stdout: \u000a| (launched: 2022-12-08_22:03:06.341102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:03:07.986078 run osmo-stp_10.42.42.5(pid=19018): stderr: \u000a| �[0;m�[38;5;43m20221208220306535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220306535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220306536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220306536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220306536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220306536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220306537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:03:08.115816 run osmo-stp_10.42.42.5(pid=19018): stdout: \u000a| (launched: 2022-12-08_22:03:06.341102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:03:08.244223 run osmo-stp_10.42.42.5(pid=19018): stderr: \u000a| �[0;m�[38;5;43m20221208220306535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220306535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220306536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220306536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220306536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220306536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220306537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:03:08.301195 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19018): Process ended prematurely: osmo-stp_10.42.42.5(pid=19018) [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19018)] [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a22:03:08.310722 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:03:08.374479 run osmo-hlr_10.42.42.2(pid=19015): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19015)]\u000a22:03:08.427155 run osmo-hlr_10.42.42.2(pid=19015): stdout: \u000a| (launched: 2022-12-08_22:03:05.342283) \u000a22:03:08.480644 run osmo-hlr_10.42.42.2(pid=19015): stderr: \u000a| �[0;m�[1;31m20221208220305541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220305541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220305541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220305541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220305541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220305541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220305554 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220305562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220305562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220305562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:03:08.552597 run osmo-msc_10.42.42.6(pid=19021): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19021)]\u000a22:03:08.605086 run osmo-msc_10.42.42.6(pid=19021): stdout: \u000a| (launched: 2022-12-08_22:03:07.365589) \u000a22:03:08.658064 run osmo-msc_10.42.42.6(pid=19021): stderr: \u000a| �[0;m�[38;5;43m20221208220307690 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208220307690 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fafeff3ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208220307690 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208220307691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208220307691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208220307691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208220307692 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208220307693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208220307693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208220307693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:03:08.703092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19014): Terminating (SIGTERM)\u000a22:03:08.745803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19017): Terminating (SIGTERM)\u000a22:03:08.788345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19020): Terminating (SIGTERM)\u000a22:03:08.798180 --- ParallelTerminationStrategy: PID 19014 died...\u000a22:03:08.855139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19014): Terminated: ok {rc=0}\u000a22:03:08.865427 --- ParallelTerminationStrategy: PID 19017 died...\u000a22:03:08.922051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19017): Terminated: ok {rc=0}\u000a22:03:08.932296 --- ParallelTerminationStrategy: PID 19020 died...\u000a22:03:08.988993 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19020): Terminated: ok {rc=0}\u000a22:03:09.077298 bus /sierra_3: Setting Powered False\u000a22:03:10.183283 bus /sierra_3: Setting Powered False\u000a22:03:11.296902 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19029): Process ended prematurely: osmo-stp_10.42.42.5(pid=19029) [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19029)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19029): Process ended prematurely: osmo-stp_10.42.42.5(pid=19029) [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19029)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:03:12.406676 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:12.418201 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:03:12.576266 tst mo_mt_call_osmux.py: using LAC 17043\u000a22:03:12.696340 tst mo_mt_call_osmux.py: using RAC 213\u000a22:03:12.822048 tst mo_mt_call_osmux.py: using CellId 17043\u000a22:03:12.946934 tst mo_mt_call_osmux.py: using BVCI 17044\u000a22:03:12.971687 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:12.983336 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:12.994897 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:13.006409 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:13.017916 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:13.029263 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:03:13.142920 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:03:13.350201 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:03:13.865055 run create_hlr_db(pid=19023): Launched\u000a22:03:14.050191 bus /sierra_2: Setting Powered False\u000a22:03:15.073242 run create_hlr_db(pid=19023): Terminated: ok {rc=0}\u000a22:03:15.477189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19025): Launched\u000a22:03:15.778701 run osmo-hlr_10.42.42.2(pid=19026): Launched\u000a22:03:15.954656 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:03:16.532046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19028): Launched\u000a22:03:16.962826 run osmo-stp_10.42.42.5(pid=19029): Launched\u000a22:03:17.108469 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:03:17.747433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19031): Launched\u000a22:03:18.066661 run osmo-msc_10.42.42.6(pid=19032): Launched\u000a22:03:18.254760 run osmo-stp_10.42.42.5(pid=19029): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19029)]\u000a22:03:18.390031 run osmo-stp_10.42.42.5(pid=19029): stdout: \u000a| (launched: 2022-12-08_22:03:16.702055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:03:18.526078 run osmo-stp_10.42.42.5(pid=19029): stderr: \u000a| �[0;m�[38;5;43m20221208220316996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220316996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220316996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220316997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220316999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220316999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220316999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:03:18.655833 run osmo-stp_10.42.42.5(pid=19029): stdout: \u000a| (launched: 2022-12-08_22:03:16.702055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:03:18.783682 run osmo-stp_10.42.42.5(pid=19029): stderr: \u000a| �[0;m�[38;5;43m20221208220316996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220316996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220316996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220316997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220316999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220316999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220316999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:03:18.840194 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19029): Process ended prematurely: osmo-stp_10.42.42.5(pid=19029) [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19029)] [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a22:03:18.849671 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a22:03:18.913169 run osmo-hlr_10.42.42.2(pid=19026): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19026)]\u000a22:03:18.965907 run osmo-hlr_10.42.42.2(pid=19026): stdout: \u000a| (launched: 2022-12-08_22:03:15.631161) \u000a22:03:19.019071 run osmo-hlr_10.42.42.2(pid=19026): stderr: \u000a| �[0;m�[1;31m20221208220315807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220315807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220315807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220315807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220315807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220315807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220315819 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220315843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220315843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220315843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:03:19.091257 run osmo-msc_10.42.42.6(pid=19032): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19032)]\u000a22:03:19.143572 run osmo-msc_10.42.42.6(pid=19032): stdout: \u000a| (launched: 2022-12-08_22:03:17.911187) \u000a22:03:19.196231 run osmo-msc_10.42.42.6(pid=19032): stderr: \u000a| �[0;m�[38;5;43m20221208220318231 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208220318231 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa8ed761c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208220318232 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208220318232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208220318232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208220318232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208220318234 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208220318234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208220318234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208220318234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:03:19.241181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19025): Terminating (SIGTERM)\u000a22:03:19.283774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19028): Terminating (SIGTERM)\u000a22:03:19.326708 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19031): Terminating (SIGTERM)\u000a22:03:19.336450 --- ParallelTerminationStrategy: PID 19025 died...\u000a22:03:19.393578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19025): Terminated: ok {rc=0}\u000a22:03:19.403847 --- ParallelTerminationStrategy: PID 19028 died...\u000a22:03:19.460406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19028): Terminated: ok {rc=0}\u000a22:03:19.470692 --- ParallelTerminationStrategy: PID 19031 died...\u000a22:03:19.527767 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19031): Terminated: ok {rc=0}\u000a22:03:19.616394 bus /sierra_3: Setting Powered False\u000a22:03:20.724358 bus /sierra_3: Setting Powered False\u000a22:03:21.835919 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:03:01" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19043): Process ended prematurely: osmo-stp_10.42.42.5(pid=19043) [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19043)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19043): Process ended prematurely: osmo-stp_10.42.42.5(pid=19043) [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19043)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a22:03:23.819484 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:23.830411 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:03:23.987424 tst mo_mt_call.py: using LAC 17044\u000a22:03:24.107456 tst mo_mt_call.py: using RAC 214\u000a22:03:24.232099 tst mo_mt_call.py: using CellId 17044\u000a22:03:24.351098 tst mo_mt_call.py: using BVCI 17045\u000a22:03:24.374088 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:24.384924 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:24.395803 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:24.406729 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:24.418161 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:24.429177 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:03:24.548393 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:03:24.750613 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:03:25.222677 run create_hlr_db(pid=19037): Launched\u000a22:03:25.395872 bus /sierra_2: Setting Powered False\u000a22:03:26.418817 run create_hlr_db(pid=19037): Terminated: ok {rc=0}\u000a22:03:26.818626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19039): Launched\u000a22:03:27.120053 run osmo-hlr_10.42.42.2(pid=19040): Launched\u000a22:03:27.237680 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:03:27.766534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19042): Launched\u000a22:03:28.066576 run osmo-stp_10.42.42.5(pid=19043): Launched\u000a22:03:28.177931 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:03:28.729658 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19045): Launched\u000a22:03:29.031443 run osmo-msc_10.42.42.6(pid=19046): Launched\u000a22:03:29.210413 run osmo-stp_10.42.42.5(pid=19043): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19043)]\u000a22:03:29.340155 run osmo-stp_10.42.42.5(pid=19043): stdout: \u000a| (launched: 2022-12-08_22:03:27.919111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:03:29.467059 run osmo-stp_10.42.42.5(pid=19043): stderr: \u000a| �[0;m�[38;5;43m20221208220328089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220328089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220328089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220328089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220328090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220328090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220328090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:03:29.589355 run osmo-stp_10.42.42.5(pid=19043): stdout: \u000a| (launched: 2022-12-08_22:03:27.919111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:03:29.710491 run osmo-stp_10.42.42.5(pid=19043): stderr: \u000a| �[0;m�[38;5;43m20221208220328089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220328089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220328089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220328089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220328090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220328090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220328090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:03:29.763361 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19043): Process ended prematurely: osmo-stp_10.42.42.5(pid=19043) [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19043)] [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a22:03:29.771924 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:03:29.833693 run osmo-hlr_10.42.42.2(pid=19040): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19040)]\u000a22:03:29.884159 run osmo-hlr_10.42.42.2(pid=19040): stdout: \u000a| (launched: 2022-12-08_22:03:26.972197) \u000a22:03:29.935457 run osmo-hlr_10.42.42.2(pid=19040): stderr: \u000a| �[0;m�[1;31m20221208220327149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220327149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220327149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220327149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220327149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220327149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220327160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220327169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220327169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220327169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:03:30.004400 run osmo-msc_10.42.42.6(pid=19046): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19046)]\u000a22:03:30.054670 run osmo-msc_10.42.42.6(pid=19046): stdout: \u000a| (launched: 2022-12-08_22:03:28.882612) \u000a22:03:30.105748 run osmo-msc_10.42.42.6(pid=19046): stderr: \u000a| �[0;m�[38;5;43m20221208220329151 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208220329151 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe1a73e3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208220329151 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208220329151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208220329152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208220329152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208220329154 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208220329154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208220329154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208220329154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:03:30.148589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19039): Terminating (SIGTERM)\u000a22:03:30.189644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19042): Terminating (SIGTERM)\u000a22:03:30.230461 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19045): Terminating (SIGTERM)\u000a22:03:30.239976 --- ParallelTerminationStrategy: PID 19039 died...\u000a22:03:30.294878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19039): Terminated: ok {rc=0}\u000a22:03:30.304600 --- ParallelTerminationStrategy: PID 19042 died...\u000a22:03:30.358918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19042): Terminated: ok {rc=0}\u000a22:03:30.368626 --- ParallelTerminationStrategy: PID 19045 died...\u000a22:03:30.423151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19045): Terminated: ok {rc=0}\u000a22:03:30.507876 bus /sierra_3: Setting Powered False\u000a22:03:31.618453 bus /sierra_3: Setting Powered False\u000a22:03:32.727470 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19054): Process ended prematurely: osmo-stp_10.42.42.5(pid=19054) [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19054)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19054): Process ended prematurely: osmo-stp_10.42.42.5(pid=19054) [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19054)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:03:33.843680 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:33.857219 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:03:34.014926 tst mo_mt_call_osmux.py: using LAC 17045\u000a22:03:34.139727 tst mo_mt_call_osmux.py: using RAC 215\u000a22:03:34.268412 tst mo_mt_call_osmux.py: using CellId 17045\u000a22:03:34.396658 tst mo_mt_call_osmux.py: using BVCI 17046\u000a22:03:34.421540 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:34.433093 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:34.444456 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:34.456131 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:34.467682 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:34.479121 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:03:34.598115 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:03:34.808457 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:03:35.319892 run create_hlr_db(pid=19048): Launched\u000a22:03:35.506183 bus /sierra_2: Setting Powered False\u000a22:03:36.528470 run create_hlr_db(pid=19048): Terminated: ok {rc=0}\u000a22:03:36.933257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19050): Launched\u000a22:03:37.234575 run osmo-hlr_10.42.42.2(pid=19051): Launched\u000a22:03:37.350539 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:03:37.875019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19053): Launched\u000a22:03:38.174570 run osmo-stp_10.42.42.5(pid=19054): Launched\u000a22:03:38.284425 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:03:38.839270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19056): Launched\u000a22:03:39.142131 run osmo-msc_10.42.42.6(pid=19057): Launched\u000a22:03:39.320809 run osmo-stp_10.42.42.5(pid=19054): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19054)]\u000a22:03:39.450852 run osmo-stp_10.42.42.5(pid=19054): stdout: \u000a| (launched: 2022-12-08_22:03:38.027893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:03:39.577349 run osmo-stp_10.42.42.5(pid=19054): stderr: \u000a| �[0;m�[38;5;43m20221208220338197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220338198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220338198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220338198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220338199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220338199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220338199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:03:39.699554 run osmo-stp_10.42.42.5(pid=19054): stdout: \u000a| (launched: 2022-12-08_22:03:38.027893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:03:39.819669 run osmo-stp_10.42.42.5(pid=19054): stderr: \u000a| �[0;m�[38;5;43m20221208220338197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220338198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220338198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220338198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220338199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220338199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220338199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:03:39.873124 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19054): Process ended prematurely: osmo-stp_10.42.42.5(pid=19054) [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19054)] [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a22:03:39.881670 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a22:03:39.943139 run osmo-hlr_10.42.42.2(pid=19051): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19051)]\u000a22:03:39.993377 run osmo-hlr_10.42.42.2(pid=19051): stdout: \u000a| (launched: 2022-12-08_22:03:37.086674) \u000a22:03:40.044001 run osmo-hlr_10.42.42.2(pid=19051): stderr: \u000a| �[0;m�[1;31m20221208220337259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220337259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220337259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220337259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220337259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220337259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220337271 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220337280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220337280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220337280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:03:40.113199 run osmo-msc_10.42.42.6(pid=19057): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19057)]\u000a22:03:40.163537 run osmo-msc_10.42.42.6(pid=19057): stdout: \u000a| (launched: 2022-12-08_22:03:38.993848) \u000a22:03:40.215017 run osmo-msc_10.42.42.6(pid=19057): stderr: \u000a| �[0;m�[38;5;43m20221208220339264 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208220339264 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f86ebd1bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208220339264 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208220339264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208220339265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208220339265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208220339266 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208220339267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208220339267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208220339267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:03:40.258002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19050): Terminating (SIGTERM)\u000a22:03:40.298610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19053): Terminating (SIGTERM)\u000a22:03:40.339128 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19056): Terminating (SIGTERM)\u000a22:03:40.348615 --- ParallelTerminationStrategy: PID 19050 died...\u000a22:03:40.403189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19050): Terminated: ok {rc=0}\u000a22:03:40.412849 --- ParallelTerminationStrategy: PID 19053 died...\u000a22:03:40.467277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19053): Terminated: ok {rc=0}\u000a22:03:40.477191 --- ParallelTerminationStrategy: PID 19056 died...\u000a22:03:40.530945 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19056): Terminated: ok {rc=0}\u000a22:03:40.620907 bus /sierra_3: Setting Powered False\u000a22:03:41.726765 bus /sierra_3: Setting Powered False\u000a22:03:42.833894 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:03:23" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19068): Process ended prematurely: osmo-stp_10.42.42.5(pid=19068) [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19068)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19068): Process ended prematurely: osmo-stp_10.42.42.5(pid=19068) [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19068)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:03:44.815682 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:44.826796 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:03:44.983235 tst mo_mt_call.py: using LAC 17046\u000a22:03:45.103931 tst mo_mt_call.py: using RAC 216\u000a22:03:45.224783 tst mo_mt_call.py: using CellId 17046\u000a22:03:45.345048 tst mo_mt_call.py: using BVCI 17047\u000a22:03:45.368087 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:45.379068 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:45.389938 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:45.400777 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:45.411909 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:45.423164 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:03:45.540868 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:03:45.741748 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:03:46.375318 run create_hlr_db(pid=19062): Launched\u000a22:03:46.583924 bus /sierra_2: Setting Powered False\u000a22:03:47.590521 run create_hlr_db(pid=19062): Terminated: ok {rc=0}\u000a22:03:48.004770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19064): Launched\u000a22:03:48.305312 run osmo-hlr_10.42.42.2(pid=19065): Launched\u000a22:03:48.419656 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:03:48.946746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19067): Launched\u000a22:03:49.246961 run osmo-stp_10.42.42.5(pid=19068): Launched\u000a22:03:49.357411 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:03:49.906595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19070): Launched\u000a22:03:50.208622 run osmo-msc_10.42.42.6(pid=19071): Launched\u000a22:03:50.386172 run osmo-stp_10.42.42.5(pid=19068): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19068)]\u000a22:03:50.515006 run osmo-stp_10.42.42.5(pid=19068): stdout: \u000a| (launched: 2022-12-08_22:03:49.099862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:03:50.641756 run osmo-stp_10.42.42.5(pid=19068): stderr: \u000a| �[0;m�[38;5;43m20221208220349268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220349268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220349269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220349269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220349269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220349270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220349270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:03:50.763259 run osmo-stp_10.42.42.5(pid=19068): stdout: \u000a| (launched: 2022-12-08_22:03:49.099862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:03:50.883782 run osmo-stp_10.42.42.5(pid=19068): stderr: \u000a| �[0;m�[38;5;43m20221208220349268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220349268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220349269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220349269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220349269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220349270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220349270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:03:50.936895 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19068): Process ended prematurely: osmo-stp_10.42.42.5(pid=19068) [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19068)] [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a22:03:50.945638 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:03:51.006824 run osmo-hlr_10.42.42.2(pid=19065): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19065)]\u000a22:03:51.057033 run osmo-hlr_10.42.42.2(pid=19065): stdout: \u000a| (launched: 2022-12-08_22:03:48.157788) \u000a22:03:51.107688 run osmo-hlr_10.42.42.2(pid=19065): stderr: \u000a| �[0;m�[1;31m20221208220348333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220348333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220348333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220348333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220348333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220348333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220348344 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220348353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220348354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220348354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:03:51.176277 run osmo-msc_10.42.42.6(pid=19071): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19071)]\u000a22:03:51.226476 run osmo-msc_10.42.42.6(pid=19071): stdout: \u000a| (launched: 2022-12-08_22:03:50.059804) \u000a22:03:51.276915 run osmo-msc_10.42.42.6(pid=19071): stderr: \u000a| �[0;m�[38;5;43m20221208220350331 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208220350331 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f23f3423c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208220350331 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208220350331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208220350331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208220350331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208220350333 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208220350334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208220350334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208220350334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:03:51.319395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19064): Terminating (SIGTERM)\u000a22:03:51.360217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19067): Terminating (SIGTERM)\u000a22:03:51.400624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19070): Terminating (SIGTERM)\u000a22:03:51.410140 --- ParallelTerminationStrategy: PID 19064 died...\u000a22:03:51.464539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19064): Terminated: ok {rc=0}\u000a22:03:51.474397 --- ParallelTerminationStrategy: PID 19067 died...\u000a22:03:51.528643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19067): Terminated: ok {rc=0}\u000a22:03:51.538756 --- ParallelTerminationStrategy: PID 19070 died...\u000a22:03:51.593339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19070): Terminated: ok {rc=0}\u000a22:03:51.684062 bus /sierra_3: Setting Powered False\u000a22:03:52.788999 bus /sierra_3: Setting Powered False\u000a22:03:53.896868 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19079): Process ended prematurely: osmo-stp_10.42.42.5(pid=19079) [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19079)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19079): Process ended prematurely: osmo-stp_10.42.42.5(pid=19079) [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19079)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:03:55.012078 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:55.024301 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:03:55.189099 tst mo_mt_call_osmux.py: using LAC 17047\u000a22:03:55.317333 tst mo_mt_call_osmux.py: using RAC 217\u000a22:03:55.443660 tst mo_mt_call_osmux.py: using CellId 17047\u000a22:03:55.570225 tst mo_mt_call_osmux.py: using BVCI 17048\u000a22:03:55.594894 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:55.606401 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:55.617620 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:55.628720 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:55.640013 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:55.651285 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:03:55.765922 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:03:55.974208 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:03:56.486268 run create_hlr_db(pid=19073): Launched\u000a22:03:56.672524 bus /sierra_2: Setting Powered False\u000a22:03:57.695761 run create_hlr_db(pid=19073): Terminated: ok {rc=0}\u000a22:03:58.099803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19075): Launched\u000a22:03:58.399570 run osmo-hlr_10.42.42.2(pid=19076): Launched\u000a22:03:58.514798 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:03:59.043431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19078): Launched\u000a22:03:59.342892 run osmo-stp_10.42.42.5(pid=19079): Launched\u000a22:03:59.453687 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:04:00.003298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19081): Launched\u000a22:04:00.306199 run osmo-msc_10.42.42.6(pid=19082): Launched\u000a22:04:00.484484 run osmo-stp_10.42.42.5(pid=19079): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19079)]\u000a22:04:00.613812 run osmo-stp_10.42.42.5(pid=19079): stdout: \u000a| (launched: 2022-12-08_22:03:59.196374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:00.740145 run osmo-stp_10.42.42.5(pid=19079): stderr: \u000a| �[0;m�[38;5;43m20221208220359367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220359367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220359367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220359368 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220359368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220359368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220359368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:00.871836 run osmo-stp_10.42.42.5(pid=19079): stdout: \u000a| (launched: 2022-12-08_22:03:59.196374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:01.004292 run osmo-stp_10.42.42.5(pid=19079): stderr: \u000a| �[0;m�[38;5;43m20221208220359367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220359367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220359367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220359368 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220359368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220359368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220359368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:01.058541 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19079): Process ended prematurely: osmo-stp_10.42.42.5(pid=19079) [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19079)] [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a22:04:01.067726 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a22:04:01.130101 run osmo-hlr_10.42.42.2(pid=19076): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19076)]\u000a22:04:01.181066 run osmo-hlr_10.42.42.2(pid=19076): stdout: \u000a| (launched: 2022-12-08_22:03:58.252748) \u000a22:04:01.233024 run osmo-hlr_10.42.42.2(pid=19076): stderr: \u000a| �[0;m�[1;31m20221208220358430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220358430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220358430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220358430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220358430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220358430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220358443 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220358454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220358454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220358454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:04:01.303195 run osmo-msc_10.42.42.6(pid=19082): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19082)]\u000a22:04:01.355816 run osmo-msc_10.42.42.6(pid=19082): stdout: \u000a| (launched: 2022-12-08_22:04:00.157187) \u000a22:04:01.408872 run osmo-msc_10.42.42.6(pid=19082): stderr: \u000a| �[0;m�[38;5;43m20221208220400427 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208220400427 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbec5f17c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208220400427 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208220400427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208220400428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208220400428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208220400430 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208220400430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208220400430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208220400430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:04:01.453794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19075): Terminating (SIGTERM)\u000a22:04:01.497671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19078): Terminating (SIGTERM)\u000a22:04:01.541857 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19081): Terminating (SIGTERM)\u000a22:04:01.551739 --- ParallelTerminationStrategy: PID 19075 died...\u000a22:04:01.609615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19075): Terminated: ok {rc=0}\u000a22:04:01.620229 --- ParallelTerminationStrategy: PID 19078 died...\u000a22:04:01.677667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19078): Terminated: ok {rc=0}\u000a22:04:01.688253 --- ParallelTerminationStrategy: PID 19081 died...\u000a22:04:01.747055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19081): Terminated: ok {rc=0}\u000a22:04:01.835619 bus /sierra_3: Setting Powered False\u000a22:04:02.937268 bus /sierra_3: Setting Powered False\u000a22:04:04.049015 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:03:44" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19093): Process ended prematurely: osmo-stp_10.42.42.5(pid=19093) [trial-2350↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19093)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19093): Process ended prematurely: osmo-stp_10.42.42.5(pid=19093) [trial-2350↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19093)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:04:06.034113 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:06.045243 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:04:06.200223 tst mo_mt_call.py: using LAC 17048\u000a22:04:06.320654 tst mo_mt_call.py: using RAC 218\u000a22:04:06.439908 tst mo_mt_call.py: using CellId 17048\u000a22:04:06.564548 tst mo_mt_call.py: using BVCI 17049\u000a22:04:06.587753 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:06.598880 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:06.609792 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:06.621148 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:06.632529 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:06.643906 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:04:06.756785 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:04:06.955626 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:04:07.428576 run create_hlr_db(pid=19087): Launched\u000a22:04:07.602457 bus /sierra_2: Setting Powered False\u000a22:04:08.624778 run create_hlr_db(pid=19087): Terminated: ok {rc=0}\u000a22:04:09.025379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19089): Launched\u000a22:04:09.326214 run osmo-hlr_10.42.42.2(pid=19090): Launched\u000a22:04:09.443689 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:04:09.971769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19092): Launched\u000a22:04:10.271863 run osmo-stp_10.42.42.5(pid=19093): Launched\u000a22:04:10.382441 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:04:10.934437 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19095): Launched\u000a22:04:11.235554 run osmo-msc_10.42.42.6(pid=19096): Launched\u000a22:04:11.413211 run osmo-stp_10.42.42.5(pid=19093): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19093)]\u000a22:04:11.542500 run osmo-stp_10.42.42.5(pid=19093): stdout: \u000a| (launched: 2022-12-08_22:04:10.124870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:11.668930 run osmo-stp_10.42.42.5(pid=19093): stderr: \u000a| �[0;m�[38;5;43m20221208220410295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220410295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220410295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220410296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220410296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220410296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220410296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:11.791020 run osmo-stp_10.42.42.5(pid=19093): stdout: \u000a| (launched: 2022-12-08_22:04:10.124870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:11.935612 run osmo-stp_10.42.42.5(pid=19093): stderr: \u000a| �[0;m�[38;5;43m20221208220410295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220410295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220410295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220410296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220410296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220410296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220410296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:11.988841 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19093): Process ended prematurely: osmo-stp_10.42.42.5(pid=19093) [trial-2350↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19093)] [trial-2350↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a22:04:11.997660 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:04:12.059093 run osmo-hlr_10.42.42.2(pid=19090): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19090)]\u000a22:04:12.109052 run osmo-hlr_10.42.42.2(pid=19090): stdout: \u000a| (launched: 2022-12-08_22:04:09.178782) \u000a22:04:12.160235 run osmo-hlr_10.42.42.2(pid=19090): stderr: \u000a| �[0;m�[1;31m20221208220409356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220409356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220409356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220409356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220409356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220409356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220409368 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220409376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220409377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220409377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:04:12.228530 run osmo-msc_10.42.42.6(pid=19096): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19096)]\u000a22:04:12.278819 run osmo-msc_10.42.42.6(pid=19096): stdout: \u000a| (launched: 2022-12-08_22:04:11.087510) \u000a22:04:12.328999 run osmo-msc_10.42.42.6(pid=19096): stderr: \u000a| �[0;m�[38;5;43m20221208220411358 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208220411359 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4df080cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208220411359 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208220411359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208220411359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208220411359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208220411361 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208220411361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208220411362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208220411362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:04:12.372122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19089): Terminating (SIGTERM)\u000a22:04:12.412481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19092): Terminating (SIGTERM)\u000a22:04:12.453118 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19095): Terminating (SIGTERM)\u000a22:04:12.462860 --- ParallelTerminationStrategy: PID 19089 died...\u000a22:04:12.516914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19089): Terminated: ok {rc=0}\u000a22:04:12.527156 --- ParallelTerminationStrategy: PID 19092 died...\u000a22:04:12.581855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19092): Terminated: ok {rc=0}\u000a22:04:12.591709 --- ParallelTerminationStrategy: PID 19095 died...\u000a22:04:12.646237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19095): Terminated: ok {rc=0}\u000a22:04:12.731062 bus /sierra_3: Setting Powered False\u000a22:04:13.838473 bus /sierra_3: Setting Powered False\u000a22:04:14.948257 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19104): Process ended prematurely: osmo-stp_10.42.42.5(pid=19104) [trial-2350↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19104)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19104): Process ended prematurely: osmo-stp_10.42.42.5(pid=19104) [trial-2350↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19104)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:04:16.063792 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:16.076909 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:04:16.264226 tst mo_mt_call_osmux.py: using LAC 17049\u000a22:04:16.401247 tst mo_mt_call_osmux.py: using RAC 219\u000a22:04:16.551257 tst mo_mt_call_osmux.py: using CellId 17049\u000a22:04:16.679706 tst mo_mt_call_osmux.py: using BVCI 17050\u000a22:04:16.703884 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:16.715924 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:16.728452 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:16.741379 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:16.754687 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:16.767180 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:04:16.887357 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:04:17.117439 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:04:17.634234 run create_hlr_db(pid=19098): Launched\u000a22:04:17.819749 bus /sierra_2: Setting Powered False\u000a22:04:18.842182 run create_hlr_db(pid=19098): Terminated: ok {rc=0}\u000a22:04:19.268604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19100): Launched\u000a22:04:19.590433 run osmo-hlr_10.42.42.2(pid=19101): Launched\u000a22:04:19.710378 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:04:20.271431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19103): Launched\u000a22:04:20.593323 run osmo-stp_10.42.42.5(pid=19104): Launched\u000a22:04:20.710233 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:04:21.299170 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19106): Launched\u000a22:04:21.619937 run osmo-msc_10.42.42.6(pid=19107): Launched\u000a22:04:21.809304 run osmo-stp_10.42.42.5(pid=19104): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19104)]\u000a22:04:21.946288 run osmo-stp_10.42.42.5(pid=19104): stdout: \u000a| (launched: 2022-12-08_22:04:20.435745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:22.083157 run osmo-stp_10.42.42.5(pid=19104): stderr: \u000a| �[0;m�[38;5;43m20221208220420625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220420625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220420626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220420626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220420626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220420627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220420627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:22.213476 run osmo-stp_10.42.42.5(pid=19104): stdout: \u000a| (launched: 2022-12-08_22:04:20.435745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:22.341863 run osmo-stp_10.42.42.5(pid=19104): stderr: \u000a| �[0;m�[38;5;43m20221208220420625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220420625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220420626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220420626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220420626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220420627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220420627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:22.398587 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19104): Process ended prematurely: osmo-stp_10.42.42.5(pid=19104) [trial-2350↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19104)] [trial-2350↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a22:04:22.408066 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a22:04:22.471887 run osmo-hlr_10.42.42.2(pid=19101): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19101)]\u000a22:04:22.525151 run osmo-hlr_10.42.42.2(pid=19101): stdout: \u000a| (launched: 2022-12-08_22:04:19.433481) \u000a22:04:22.578747 run osmo-hlr_10.42.42.2(pid=19101): stderr: \u000a| �[0;m�[1;31m20221208220419631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220419631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220419631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220419631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220419631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220419631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220419643 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220419651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220419652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220419652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:04:22.651221 run osmo-msc_10.42.42.6(pid=19107): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19107)]\u000a22:04:22.703967 run osmo-msc_10.42.42.6(pid=19107): stdout: \u000a| (launched: 2022-12-08_22:04:21.463283) \u000a22:04:22.757303 run osmo-msc_10.42.42.6(pid=19107): stderr: \u000a| �[0;m�[38;5;43m20221208220421784 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208220421784 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2f98e62c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208220421784 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208220421784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208220421784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208220421784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208220421786 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208220421786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208220421787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208220421787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:04:22.802538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19100): Terminating (SIGTERM)\u000a22:04:22.845538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19103): Terminating (SIGTERM)\u000a22:04:22.888708 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19106): Terminating (SIGTERM)\u000a22:04:22.898569 --- ParallelTerminationStrategy: PID 19100 died...\u000a22:04:22.955982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19100): Terminated: ok {rc=0}\u000a22:04:22.966369 --- ParallelTerminationStrategy: PID 19103 died...\u000a22:04:23.023373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19103): Terminated: ok {rc=0}\u000a22:04:23.033817 --- ParallelTerminationStrategy: PID 19106 died...\u000a22:04:23.091099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19106): Terminated: ok {rc=0}\u000a22:04:23.179508 bus /sierra_3: Setting Powered False\u000a22:04:24.287848 bus /sierra_3: Setting Powered False\u000a22:04:25.401029 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:04:05" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19119): Process ended prematurely: osmo-stp_10.42.42.5(pid=19119) [trial-2350↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19119)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19119): Process ended prematurely: osmo-stp_10.42.42.5(pid=19119) [trial-2350↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19119)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:04:27.395459 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:27.406484 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:04:27.570453 tst mo_mt_call.py: using LAC 17050\u000a22:04:27.695791 tst mo_mt_call.py: using RAC 220\u000a22:04:27.821376 tst mo_mt_call.py: using CellId 17050\u000a22:04:27.946434 tst mo_mt_call.py: using BVCI 17051\u000a22:04:27.971101 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:27.982485 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:27.993740 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:28.004889 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:28.016182 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:28.027499 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:04:28.146340 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:04:28.355946 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:04:28.868857 run create_hlr_db(pid=19112): Launched\u000a22:04:29.054700 bus /sierra_2: Setting Powered False\u000a22:04:30.077922 run create_hlr_db(pid=19112): Terminated: ok {rc=0}\u000a22:04:30.483174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19115): Launched\u000a22:04:30.784936 run osmo-hlr_10.42.42.2(pid=19116): Launched\u000a22:04:30.980555 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:04:31.562971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19118): Launched\u000a22:04:32.001948 run osmo-stp_10.42.42.5(pid=19119): Launched\u000a22:04:32.178358 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:04:32.766246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19121): Launched\u000a22:04:33.085923 run osmo-msc_10.42.42.6(pid=19122): Launched\u000a22:04:33.274099 run osmo-stp_10.42.42.5(pid=19119): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19119)]\u000a22:04:33.410721 run osmo-stp_10.42.42.5(pid=19119): stdout: \u000a| (launched: 2022-12-08_22:04:31.733869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:33.546670 run osmo-stp_10.42.42.5(pid=19119): stderr: \u000a| �[0;m�[38;5;43m20221208220431971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220431971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220431971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220431972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220431972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220431972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220431972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:33.675980 run osmo-stp_10.42.42.5(pid=19119): stdout: \u000a| (launched: 2022-12-08_22:04:31.733869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:33.803891 run osmo-stp_10.42.42.5(pid=19119): stderr: \u000a| �[0;m�[38;5;43m20221208220431971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220431971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220431971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220431972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220431972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220431972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220431972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:33.860432 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19119): Process ended prematurely: osmo-stp_10.42.42.5(pid=19119) [trial-2350↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19119)] [trial-2350↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a22:04:33.869801 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a22:04:33.933115 run osmo-hlr_10.42.42.2(pid=19116): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19116)]\u000a22:04:33.985256 run osmo-hlr_10.42.42.2(pid=19116): stdout: \u000a| (launched: 2022-12-08_22:04:30.637792) \u000a22:04:34.038021 run osmo-hlr_10.42.42.2(pid=19116): stderr: \u000a| �[0;m�[1;31m20221208220430813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220430813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220430813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220430813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220430813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220430813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220430834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220430855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220430855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220430855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:04:34.109958 run osmo-msc_10.42.42.6(pid=19122): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19122)]\u000a22:04:34.162352 run osmo-msc_10.42.42.6(pid=19122): stdout: \u000a| (launched: 2022-12-08_22:04:32.929832) \u000a22:04:34.215001 run osmo-msc_10.42.42.6(pid=19122): stderr: \u000a| �[0;m�[38;5;43m20221208220433251 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208220433251 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb4068f8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208220433251 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208220433251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208220433251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208220433251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208220433253 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208220433253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208220433254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208220433254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:04:34.259726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19115): Terminating (SIGTERM)\u000a22:04:34.302187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19118): Terminating (SIGTERM)\u000a22:04:34.344574 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19121): Terminating (SIGTERM)\u000a22:04:34.354474 --- ParallelTerminationStrategy: PID 19115 died...\u000a22:04:34.410759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19115): Terminated: ok {rc=0}\u000a22:04:34.420876 --- ParallelTerminationStrategy: PID 19118 died...\u000a22:04:34.477437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19118): Terminated: ok {rc=0}\u000a22:04:34.487543 --- ParallelTerminationStrategy: PID 19121 died...\u000a22:04:34.544571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19121): Terminated: ok {rc=0}\u000a22:04:34.634520 bus /sierra_3: Setting Powered False\u000a22:04:35.740735 bus /sierra_3: Setting Powered False\u000a22:04:36.850061 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19130): Process ended prematurely: osmo-stp_10.42.42.5(pid=19130) [trial-2350↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19130)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19130): Process ended prematurely: osmo-stp_10.42.42.5(pid=19130) [trial-2350↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19130)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:04:37.964479 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:37.976418 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:04:38.142087 tst mo_mt_call_osmux.py: using LAC 17051\u000a22:04:38.270503 tst mo_mt_call_osmux.py: using RAC 221\u000a22:04:38.397404 tst mo_mt_call_osmux.py: using CellId 17051\u000a22:04:38.525691 tst mo_mt_call_osmux.py: using BVCI 17052\u000a22:04:38.550605 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:38.562034 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:38.573388 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:38.584695 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:38.595968 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:38.607185 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:04:38.722272 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:04:38.931084 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:04:39.444082 run create_hlr_db(pid=19124): Launched\u000a22:04:39.629743 bus /sierra_2: Setting Powered False\u000a22:04:40.652560 run create_hlr_db(pid=19124): Terminated: ok {rc=0}\u000a22:04:41.055930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19126): Launched\u000a22:04:41.357702 run osmo-hlr_10.42.42.2(pid=19127): Launched\u000a22:04:41.473597 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:04:42.004062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19129): Launched\u000a22:04:42.305831 run osmo-stp_10.42.42.5(pid=19130): Launched\u000a22:04:42.416418 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:04:42.967376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19132): Launched\u000a22:04:43.270009 run osmo-msc_10.42.42.6(pid=19133): Launched\u000a22:04:43.448706 run osmo-stp_10.42.42.5(pid=19130): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19130)]\u000a22:04:43.578446 run osmo-stp_10.42.42.5(pid=19130): stdout: \u000a| (launched: 2022-12-08_22:04:42.158241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:43.704906 run osmo-stp_10.42.42.5(pid=19130): stderr: \u000a| �[0;m�[38;5;43m20221208220442327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220442327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220442328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220442328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220442330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220442331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220442331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:43.827292 run osmo-stp_10.42.42.5(pid=19130): stdout: \u000a| (launched: 2022-12-08_22:04:42.158241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:43.948086 run osmo-stp_10.42.42.5(pid=19130): stderr: \u000a| �[0;m�[38;5;43m20221208220442327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220442327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220442328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220442328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220442330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220442331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220442331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:44.001432 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19130): Process ended prematurely: osmo-stp_10.42.42.5(pid=19130) [trial-2350↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19130)] [trial-2350↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a22:04:44.010210 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a22:04:44.071049 run osmo-hlr_10.42.42.2(pid=19127): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19127)]\u000a22:04:44.121626 run osmo-hlr_10.42.42.2(pid=19127): stdout: \u000a| (launched: 2022-12-08_22:04:41.209849) \u000a22:04:44.172164 run osmo-hlr_10.42.42.2(pid=19127): stderr: \u000a| �[0;m�[1;31m20221208220441388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220441388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220441388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220441388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220441388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220441388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220441400 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220441409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220441409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220441409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:04:44.241363 run osmo-msc_10.42.42.6(pid=19133): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19133)]\u000a22:04:44.291307 run osmo-msc_10.42.42.6(pid=19133): stdout: \u000a| (launched: 2022-12-08_22:04:43.121537) \u000a22:04:44.341849 run osmo-msc_10.42.42.6(pid=19133): stderr: \u000a| �[0;m�[38;5;43m20221208220443392 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208220443392 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f526438bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208220443393 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208220443393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208220443393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208220443393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208220443395 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208220443395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208220443395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208220443395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:04:44.384289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19126): Terminating (SIGTERM)\u000a22:04:44.424900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19129): Terminating (SIGTERM)\u000a22:04:44.465421 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19132): Terminating (SIGTERM)\u000a22:04:44.474971 --- ParallelTerminationStrategy: PID 19126 died...\u000a22:04:44.529461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19126): Terminated: ok {rc=0}\u000a22:04:44.539281 --- ParallelTerminationStrategy: PID 19129 died...\u000a22:04:44.593354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19129): Terminated: ok {rc=0}\u000a22:04:44.603202 --- ParallelTerminationStrategy: PID 19132 died...\u000a22:04:44.657045 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19132): Terminated: ok {rc=0}\u000a22:04:44.744424 bus /sierra_3: Setting Powered False\u000a22:04:45.871636 bus /sierra_3: Setting Powered False\u000a22:04:46.980732 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:04:27" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19146): Process ended prematurely: osmo-stp_10.42.42.5(pid=19146) [trial-2350↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19146)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19146): Process ended prematurely: osmo-stp_10.42.42.5(pid=19146) [trial-2350↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19146)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a22:04:48.985767 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:04:48.997342 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:04:49.165611 tst mo_mt_call.py: using LAC 17052\u000a22:04:49.293524 tst mo_mt_call.py: using RAC 222\u000a22:04:49.424814 tst mo_mt_call.py: using CellId 17052\u000a22:04:49.551703 tst mo_mt_call.py: using BVCI 17053\u000a22:04:49.576411 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:04:49.587962 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:04:49.599246 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:04:49.610595 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:04:49.621879 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:04:49.633503 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:04:49.749268 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:04:49.949178 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:04:50.424665 run create_hlr_db(pid=19140): Launched\u000a22:04:50.597997 bus /sierra_2: Setting Powered False\u000a22:04:51.620446 run create_hlr_db(pid=19140): Terminated: ok {rc=0}\u000a22:04:52.022059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19142): Launched\u000a22:04:52.324800 run osmo-hlr_10.42.42.2(pid=19143): Launched\u000a22:04:52.436144 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:04:52.959357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19145): Launched\u000a22:04:53.260070 run osmo-stp_10.42.42.5(pid=19146): Launched\u000a22:04:53.370930 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:04:53.920037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19148): Launched\u000a22:04:54.221883 run osmo-msc_10.42.42.6(pid=19149): Launched\u000a22:04:54.399600 run osmo-stp_10.42.42.5(pid=19146): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19146)]\u000a22:04:54.528383 run osmo-stp_10.42.42.5(pid=19146): stdout: \u000a| (launched: 2022-12-08_22:04:53.112668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:54.655567 run osmo-stp_10.42.42.5(pid=19146): stderr: \u000a| �[0;m�[38;5;43m20221208220453283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220453283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220453283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220453284 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220453284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220453284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220453284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:54.776809 run osmo-stp_10.42.42.5(pid=19146): stdout: \u000a| (launched: 2022-12-08_22:04:53.112668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:54.897372 run osmo-stp_10.42.42.5(pid=19146): stderr: \u000a| �[0;m�[38;5;43m20221208220453283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220453283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220453283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220453284 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220453284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220453284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220453284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:54.950117 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19146): Process ended prematurely: osmo-stp_10.42.42.5(pid=19146) [trial-2350↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19146)] [trial-2350↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a22:04:54.958778 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:04:55.019868 run osmo-hlr_10.42.42.2(pid=19143): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19143)]\u000a22:04:55.070021 run osmo-hlr_10.42.42.2(pid=19143): stdout: \u000a| (launched: 2022-12-08_22:04:52.176447) \u000a22:04:55.120616 run osmo-hlr_10.42.42.2(pid=19143): stderr: \u000a| �[0;m�[1;31m20221208220452354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220452354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220452354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220452354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220452354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220452354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220452367 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220452375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220452375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220452376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:04:55.189780 run osmo-msc_10.42.42.6(pid=19149): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19149)]\u000a22:04:55.239890 run osmo-msc_10.42.42.6(pid=19149): stdout: \u000a| (launched: 2022-12-08_22:04:54.073097) \u000a22:04:55.290509 run osmo-msc_10.42.42.6(pid=19149): stderr: \u000a| �[0;m�[38;5;43m20221208220454342 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208220454343 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1b29355c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208220454343 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208220454343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208220454343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208220454343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208220454345 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208220454346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208220454346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208220454346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:04:55.332824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19142): Terminating (SIGTERM)\u000a22:04:55.373547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19145): Terminating (SIGTERM)\u000a22:04:55.414015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19148): Terminating (SIGTERM)\u000a22:04:55.423438 --- ParallelTerminationStrategy: PID 19142 died...\u000a22:04:55.477727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19142): Terminated: ok {rc=0}\u000a22:04:55.487336 --- ParallelTerminationStrategy: PID 19145 died...\u000a22:04:55.541290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19145): Terminated: ok {rc=0}\u000a22:04:55.550882 --- ParallelTerminationStrategy: PID 19148 died...\u000a22:04:55.605330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19148): Terminated: ok {rc=0}\u000a22:04:55.690368 bus /sierra_3: Setting Powered False\u000a22:04:56.798419 bus /sierra_3: Setting Powered False\u000a22:04:57.906738 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19160): Process ended prematurely: osmo-stp_10.42.42.5(pid=19160) [trial-2350↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19160)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19160): Process ended prematurely: osmo-stp_10.42.42.5(pid=19160) [trial-2350↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19160)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:04:59.020832 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:04:59.033054 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:04:59.199029 tst mo_mt_call_osmux.py: using LAC 17053\u000a22:04:59.325307 tst mo_mt_call_osmux.py: using RAC 223\u000a22:04:59.453844 tst mo_mt_call_osmux.py: using CellId 17053\u000a22:04:59.581225 tst mo_mt_call_osmux.py: using BVCI 17054\u000a22:04:59.606004 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:04:59.617550 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:04:59.628776 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:04:59.640012 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:04:59.651309 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:04:59.662701 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:04:59.780914 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:04:59.992145 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:05:00.506154 run create_hlr_db(pid=19151): Launched\u000a22:05:00.693701 bus /sierra_2: Setting Powered False\u000a22:05:01.715879 run create_hlr_db(pid=19151): Terminated: ok {rc=0}\u000a22:05:02.179584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19156): Launched\u000a22:05:02.502091 run osmo-hlr_10.42.42.2(pid=19157): Launched\u000a22:05:02.620489 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:05:03.179222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19159): Launched\u000a22:05:03.499424 run osmo-stp_10.42.42.5(pid=19160): Launched\u000a22:05:03.617848 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:05:04.205703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19162): Launched\u000a22:05:04.527033 run osmo-msc_10.42.42.6(pid=19163): Launched\u000a22:05:04.717328 run osmo-stp_10.42.42.5(pid=19160): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19160)]\u000a22:05:04.854180 run osmo-stp_10.42.42.5(pid=19160): stdout: \u000a| (launched: 2022-12-08_22:05:03.343286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:05:04.991039 run osmo-stp_10.42.42.5(pid=19160): stderr: \u000a| �[0;m�[38;5;43m20221208220503535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220503535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220503535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220503535 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220503536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220503536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220503536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:05:05.120696 run osmo-stp_10.42.42.5(pid=19160): stdout: \u000a| (launched: 2022-12-08_22:05:03.343286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:05:05.248829 run osmo-stp_10.42.42.5(pid=19160): stderr: \u000a| �[0;m�[38;5;43m20221208220503535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220503535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220503535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220503535 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220503536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220503536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220503536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:05:05.305256 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19160): Process ended prematurely: osmo-stp_10.42.42.5(pid=19160) [trial-2350↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19160)] [trial-2350↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a22:05:05.314424 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a22:05:05.377597 run osmo-hlr_10.42.42.2(pid=19157): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19157)]\u000a22:05:05.429719 run osmo-hlr_10.42.42.2(pid=19157): stdout: \u000a| (launched: 2022-12-08_22:05:02.345098) \u000a22:05:05.482645 run osmo-hlr_10.42.42.2(pid=19157): stderr: \u000a| �[0;m�[1;31m20221208220502542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220502542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220502542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220502542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220502542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220502542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220502554 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220502562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220502563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220502563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:05:05.554750 run osmo-msc_10.42.42.6(pid=19163): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19163)]\u000a22:05:05.607010 run osmo-msc_10.42.42.6(pid=19163): stdout: \u000a| (launched: 2022-12-08_22:05:04.370157) \u000a22:05:05.659502 run osmo-msc_10.42.42.6(pid=19163): stderr: \u000a| �[0;m�[38;5;43m20221208220504692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208220504692 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f615b3e2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208220504692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208220504692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208220504693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208220504693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208220504694 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208220504695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208220504695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208220504695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:05:05.704311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19156): Terminating (SIGTERM)\u000a22:05:05.746554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19159): Terminating (SIGTERM)\u000a22:05:05.788607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19162): Terminating (SIGTERM)\u000a22:05:05.798336 --- ParallelTerminationStrategy: PID 19156 died...\u000a22:05:05.854539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19156): Terminated: ok {rc=0}\u000a22:05:05.864568 --- ParallelTerminationStrategy: PID 19159 died...\u000a22:05:05.920539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19159): Terminated: ok {rc=0}\u000a22:05:05.930694 --- ParallelTerminationStrategy: PID 19162 died...\u000a22:05:05.986562 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19162): Terminated: ok {rc=0}\u000a22:05:06.074244 bus /sierra_3: Setting Powered False\u000a22:05:07.179174 bus /sierra_3: Setting Powered False\u000a22:05:08.291514 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:04:48" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19174): Process ended prematurely: osmo-stp_10.42.42.5(pid=19174) [trial-2350↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19174)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19174): Process ended prematurely: osmo-stp_10.42.42.5(pid=19174) [trial-2350↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19174)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a22:05:10.280368 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:10.291156 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:05:10.448568 tst mo_mt_call.py: using LAC 17054\u000a22:05:10.567592 tst mo_mt_call.py: using RAC 224\u000a22:05:10.685299 tst mo_mt_call.py: using CellId 17054\u000a22:05:10.804486 tst mo_mt_call.py: using BVCI 17055\u000a22:05:10.827496 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:10.838266 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:10.848797 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:10.859667 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:10.870521 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:10.881495 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:05:10.999534 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:05:11.199928 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:05:11.674577 run create_hlr_db(pid=19168): Launched\u000a22:05:11.849503 bus /sierra_2: Setting Powered False\u000a22:05:12.871984 run create_hlr_db(pid=19168): Terminated: ok {rc=0}\u000a22:05:13.274297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19170): Launched\u000a22:05:13.576640 run osmo-hlr_10.42.42.2(pid=19171): Launched\u000a22:05:13.687360 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:05:14.210827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19173): Launched\u000a22:05:14.512836 run osmo-stp_10.42.42.5(pid=19174): Launched\u000a22:05:14.624179 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:05:15.176700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19176): Launched\u000a22:05:15.478956 run osmo-msc_10.42.42.6(pid=19177): Launched\u000a22:05:15.658256 run osmo-stp_10.42.42.5(pid=19174): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19174)]\u000a22:05:15.787568 run osmo-stp_10.42.42.5(pid=19174): stdout: \u000a| (launched: 2022-12-08_22:05:14.364629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:05:15.941846 run osmo-stp_10.42.42.5(pid=19174): stderr: \u000a| �[0;m�[38;5;43m20221208220514534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220514534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220514534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220514535 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220514535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220514535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220514535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:05:16.066359 run osmo-stp_10.42.42.5(pid=19174): stdout: \u000a| (launched: 2022-12-08_22:05:14.364629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:05:16.190047 run osmo-stp_10.42.42.5(pid=19174): stderr: \u000a| �[0;m�[38;5;43m20221208220514534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220514534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220514534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220514535 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220514535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220514535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220514535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:05:16.244429 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19174): Process ended prematurely: osmo-stp_10.42.42.5(pid=19174) [trial-2350↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19174)] [trial-2350↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a22:05:16.253631 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:05:16.316932 run osmo-hlr_10.42.42.2(pid=19171): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19171)]\u000a22:05:16.368537 run osmo-hlr_10.42.42.2(pid=19171): stdout: \u000a| (launched: 2022-12-08_22:05:13.428057) \u000a22:05:16.421059 run osmo-hlr_10.42.42.2(pid=19171): stderr: \u000a| �[0;m�[1;31m20221208220513603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220513603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220513603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220513603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220513603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220513603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220513615 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220513623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220513623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220513623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:05:16.503446 run osmo-msc_10.42.42.6(pid=19177): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19177)]\u000a22:05:16.574265 run osmo-msc_10.42.42.6(pid=19177): stdout: \u000a| (launched: 2022-12-08_22:05:15.330215) \u000a22:05:16.635667 run osmo-msc_10.42.42.6(pid=19177): stderr: \u000a| �[0;m�[38;5;43m20221208220515602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208220515602 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd51ba6bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208220515602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208220515602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208220515602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208220515603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208220515607 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208220515608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208220515608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208220515608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:05:16.680677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19170): Terminating (SIGTERM)\u000a22:05:16.723565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19173): Terminating (SIGTERM)\u000a22:05:16.766314 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19176): Terminating (SIGTERM)\u000a22:05:16.776027 --- ParallelTerminationStrategy: PID 19170 died...\u000a22:05:16.833363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19170): Terminated: ok {rc=0}\u000a22:05:16.843774 --- ParallelTerminationStrategy: PID 19173 died...\u000a22:05:16.900292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19173): Terminated: ok {rc=0}\u000a22:05:16.910706 --- ParallelTerminationStrategy: PID 19176 died...\u000a22:05:16.967397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19176): Terminated: ok {rc=0}\u000a22:05:17.055335 bus /sierra_3: Setting Powered False\u000a22:05:18.158189 bus /sierra_3: Setting Powered False\u000a22:05:19.269623 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19185): Process ended prematurely: osmo-stp_10.42.42.5(pid=19185) [trial-2350↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19185)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19185): Process ended prematurely: osmo-stp_10.42.42.5(pid=19185) [trial-2350↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19185)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:05:20.385241 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:20.397153 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:05:20.568587 tst mo_mt_call_osmux.py: using LAC 17055\u000a22:05:20.689316 tst mo_mt_call_osmux.py: using RAC 225\u000a22:05:20.806717 tst mo_mt_call_osmux.py: using CellId 17055\u000a22:05:20.924093 tst mo_mt_call_osmux.py: using BVCI 17056\u000a22:05:20.947519 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:20.958494 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:20.969374 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:20.980231 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:20.991111 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:21.002048 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:05:21.118896 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:05:21.321541 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:05:21.797984 run create_hlr_db(pid=19179): Launched\u000a22:05:21.971563 bus /sierra_2: Setting Powered False\u000a22:05:22.994736 run create_hlr_db(pid=19179): Terminated: ok {rc=0}\u000a22:05:23.421460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19181): Launched\u000a22:05:23.744056 run osmo-hlr_10.42.42.2(pid=19182): Launched\u000a22:05:23.866524 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:05:24.426856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19184): Launched\u000a22:05:24.749642 run osmo-stp_10.42.42.5(pid=19185): Launched\u000a22:05:24.866884 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:05:25.455564 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19187): Launched\u000a22:05:25.777541 run osmo-msc_10.42.42.6(pid=19188): Launched\u000a22:05:25.966146 run osmo-stp_10.42.42.5(pid=19185): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19185)]\u000a22:05:26.102360 run osmo-stp_10.42.42.5(pid=19185): stdout: \u000a| (launched: 2022-12-08_22:05:24.592496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:05:26.238316 run osmo-stp_10.42.42.5(pid=19185): stderr: \u000a| �[0;m�[38;5;43m20221208220524783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220524783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220524783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220524783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220524786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220524786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220524786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:05:26.367860 run osmo-stp_10.42.42.5(pid=19185): stdout: \u000a| (launched: 2022-12-08_22:05:24.592496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:05:26.496429 run osmo-stp_10.42.42.5(pid=19185): stderr: \u000a| �[0;m�[38;5;43m20221208220524783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220524783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220524783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220524783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220524786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220524786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220524786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:05:26.554161 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19185): Process ended prematurely: osmo-stp_10.42.42.5(pid=19185) [trial-2350↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19185)] [trial-2350↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a22:05:26.563452 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:05:26.627505 run osmo-hlr_10.42.42.2(pid=19182): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19182)]\u000a22:05:26.679780 run osmo-hlr_10.42.42.2(pid=19182): stdout: \u000a| (launched: 2022-12-08_22:05:23.586359) \u000a22:05:26.732592 run osmo-hlr_10.42.42.2(pid=19182): stderr: \u000a| �[0;m�[1;31m20221208220523786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220523787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220523787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220523787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220523787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220523787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220523799 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220523809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220523809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220523809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:05:26.804719 run osmo-msc_10.42.42.6(pid=19188): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19188)]\u000a22:05:26.857046 run osmo-msc_10.42.42.6(pid=19188): stdout: \u000a| (launched: 2022-12-08_22:05:25.620588) \u000a22:05:26.909969 run osmo-msc_10.42.42.6(pid=19188): stderr: \u000a| �[0;m�[38;5;43m20221208220525942 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208220525942 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faeba711c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208220525942 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208220525942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208220525942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208220525942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208220525944 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208220525944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208220525944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208220525944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:05:26.954851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19181): Terminating (SIGTERM)\u000a22:05:26.997412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19184): Terminating (SIGTERM)\u000a22:05:27.040163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19187): Terminating (SIGTERM)\u000a22:05:27.049985 --- ParallelTerminationStrategy: PID 19181 died...\u000a22:05:27.107180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19181): Terminated: ok {rc=0}\u000a22:05:27.117532 --- ParallelTerminationStrategy: PID 19184 died...\u000a22:05:27.174105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19184): Terminated: ok {rc=0}\u000a22:05:27.184321 --- ParallelTerminationStrategy: PID 19187 died...\u000a22:05:27.241509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19187): Terminated: ok {rc=0}\u000a22:05:27.329059 bus /sierra_3: Setting Powered False\u000a22:05:28.436799 bus /sierra_3: Setting Powered False\u000a22:05:29.546462 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:05:10" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19200): Process ended prematurely: osmo-stp_10.42.42.5(pid=19200) [trial-2350↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19200)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19200): Process ended prematurely: osmo-stp_10.42.42.5(pid=19200) [trial-2350↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19200)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a22:05:31.613299 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:31.628788 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a22:05:31.776488 tst mo_mt_call.py: using LAC 17056\u000a22:05:31.902986 tst mo_mt_call.py: using RAC 226\u000a22:05:32.025084 tst mo_mt_call.py: using CellId 17056\u000a22:05:32.148090 tst mo_mt_call.py: using BVCI 17057\u000a22:05:32.171795 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:32.183453 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:32.194747 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:32.208302 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:32.220076 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:32.234298 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a22:05:32.355805 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a22:05:32.557065 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:05:33.034518 run create_hlr_db(pid=19194): Launched\u000a22:05:33.208474 bus /sierra_2: Setting Powered False\u000a22:05:34.231716 run create_hlr_db(pid=19194): Terminated: ok {rc=0}\u000a22:05:34.634474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19196): Launched\u000a22:05:34.936629 run osmo-hlr_10.42.42.2(pid=19197): Launched\u000a22:05:35.054102 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:05:35.582470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19199): Launched\u000a22:05:35.882923 run osmo-stp_10.42.42.5(pid=19200): Launched\u000a22:05:35.994608 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:05:36.547634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19202): Launched\u000a22:05:36.850287 run osmo-msc_10.42.42.6(pid=19203): Launched\u000a22:05:37.028094 run osmo-stp_10.42.42.5(pid=19200): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19200)]\u000a22:05:37.157475 run osmo-stp_10.42.42.5(pid=19200): stdout: \u000a| (launched: 2022-12-08_22:05:35.735218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:05:37.283752 run osmo-stp_10.42.42.5(pid=19200): stderr: \u000a| �[0;m�[38;5;43m20221208220535905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220535905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220535905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220535906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220535906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220535906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220535906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:05:37.405196 run osmo-stp_10.42.42.5(pid=19200): stdout: \u000a| (launched: 2022-12-08_22:05:35.735218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:05:37.526302 run osmo-stp_10.42.42.5(pid=19200): stderr: \u000a| �[0;m�[38;5;43m20221208220535905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220535905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220535905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220535906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220535906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220535906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220535906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:05:37.579417 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19200): Process ended prematurely: osmo-stp_10.42.42.5(pid=19200) [trial-2350↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19200)] [trial-2350↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a22:05:37.588060 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:05:37.649309 run osmo-hlr_10.42.42.2(pid=19197): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19197)]\u000a22:05:37.699480 run osmo-hlr_10.42.42.2(pid=19197): stdout: \u000a| (launched: 2022-12-08_22:05:34.787962) \u000a22:05:37.750170 run osmo-hlr_10.42.42.2(pid=19197): stderr: \u000a| �[0;m�[1;31m20221208220534964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220534964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220534964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220534964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220534964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220534964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220534976 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220534985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220534985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220534985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:05:37.818560 run osmo-msc_10.42.42.6(pid=19203): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19203)]\u000a22:05:37.868302 run osmo-msc_10.42.42.6(pid=19203): stdout: \u000a| (launched: 2022-12-08_22:05:36.701731) \u000a22:05:37.918781 run osmo-msc_10.42.42.6(pid=19203): stderr: \u000a| �[0;m�[38;5;43m20221208220536974 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208220536974 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f714eb01c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208220536974 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208220536975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208220536975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208220536975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208220536977 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208220536978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208220536978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208220536978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:05:37.961054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19196): Terminating (SIGTERM)\u000a22:05:38.001499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19199): Terminating (SIGTERM)\u000a22:05:38.042196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19202): Terminating (SIGTERM)\u000a22:05:38.051709 --- ParallelTerminationStrategy: PID 19196 died...\u000a22:05:38.106583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19196): Terminated: ok {rc=0}\u000a22:05:38.116361 --- ParallelTerminationStrategy: PID 19199 died...\u000a22:05:38.171349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19199): Terminated: ok {rc=0}\u000a22:05:38.181505 --- ParallelTerminationStrategy: PID 19202 died...\u000a22:05:38.235826 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19202): Terminated: ok {rc=0}\u000a22:05:38.320558 bus /sierra_3: Setting Powered False\u000a22:05:39.430057 bus /sierra_3: Setting Powered False\u000a22:05:40.539347 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19211): Process ended prematurely: osmo-stp_10.42.42.5(pid=19211) [trial-2350↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19211)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19211): Process ended prematurely: osmo-stp_10.42.42.5(pid=19211) [trial-2350↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19211)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:05:41.654204 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:41.666204 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a22:05:41.815011 tst mo_mt_call_osmux.py: using LAC 17057\u000a22:05:41.939315 tst mo_mt_call_osmux.py: using RAC 227\u000a22:05:42.065232 tst mo_mt_call_osmux.py: using CellId 17057\u000a22:05:42.189988 tst mo_mt_call_osmux.py: using BVCI 17058\u000a22:05:42.214575 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:42.225906 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:42.236904 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:42.248034 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:42.259111 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:42.270246 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a22:05:42.388173 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a22:05:42.598591 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:05:43.114062 run create_hlr_db(pid=19205): Launched\u000a22:05:43.300651 bus /sierra_2: Setting Powered False\u000a22:05:44.322955 run create_hlr_db(pid=19205): Terminated: ok {rc=0}\u000a22:05:44.729582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19207): Launched\u000a22:05:45.031242 run osmo-hlr_10.42.42.2(pid=19208): Launched\u000a22:05:45.150060 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:05:45.681475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19210): Launched\u000a22:05:46.054318 run osmo-stp_10.42.42.5(pid=19211): Launched\u000a22:05:46.210721 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:05:46.927801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19213): Launched\u000a22:05:47.312803 run osmo-msc_10.42.42.6(pid=19214): Launched\u000a22:05:47.491426 run osmo-stp_10.42.42.5(pid=19211): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19211)]\u000a22:05:47.621987 run osmo-stp_10.42.42.5(pid=19211): stdout: \u000a| (launched: 2022-12-08_22:05:45.841894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:05:47.749135 run osmo-stp_10.42.42.5(pid=19211): stderr: \u000a| �[0;m�[38;5;43m20221208220546203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220546203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220546203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220546204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220546204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220546204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220546204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:05:47.871260 run osmo-stp_10.42.42.5(pid=19211): stdout: \u000a| (launched: 2022-12-08_22:05:45.841894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:05:47.991961 run osmo-stp_10.42.42.5(pid=19211): stderr: \u000a| �[0;m�[38;5;43m20221208220546203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220546203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220546203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220546204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220546204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220546204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220546204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:05:48.045086 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19211): Process ended prematurely: osmo-stp_10.42.42.5(pid=19211) [trial-2350↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19211)] [trial-2350↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a22:05:48.054045 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a22:05:48.116331 run osmo-hlr_10.42.42.2(pid=19208): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19208)]\u000a22:05:48.166992 run osmo-hlr_10.42.42.2(pid=19208): stdout: \u000a| (launched: 2022-12-08_22:05:44.883645) \u000a22:05:48.218273 run osmo-hlr_10.42.42.2(pid=19208): stderr: \u000a| �[0;m�[1;31m20221208220545060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220545060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220545060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220545060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220545060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220545060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220545071 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220545080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220545080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220545080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:05:48.287740 run osmo-msc_10.42.42.6(pid=19214): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19214)]\u000a22:05:48.338370 run osmo-msc_10.42.42.6(pid=19214): stdout: \u000a| (launched: 2022-12-08_22:05:47.083825) \u000a22:05:48.389633 run osmo-msc_10.42.42.6(pid=19214): stderr: \u000a| �[0;m�[38;5;43m20221208220547456 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208220547456 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feabee67c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208220547456 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208220547456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208220547456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208220547457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208220547460 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208220547461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208220547461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208220547461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:05:48.432856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19207): Terminating (SIGTERM)\u000a22:05:48.474108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19210): Terminating (SIGTERM)\u000a22:05:48.515642 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19213): Terminating (SIGTERM)\u000a22:05:48.525540 --- ParallelTerminationStrategy: PID 19207 died...\u000a22:05:48.580911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19207): Terminated: ok {rc=0}\u000a22:05:48.590996 --- ParallelTerminationStrategy: PID 19210 died...\u000a22:05:48.646249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19210): Terminated: ok {rc=0}\u000a22:05:48.656275 --- ParallelTerminationStrategy: PID 19213 died...\u000a22:05:48.711608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19213): Terminated: ok {rc=0}\u000a22:05:48.800991 bus /sierra_3: Setting Powered False\u000a22:05:49.905588 bus /sierra_3: Setting Powered False\u000a22:05:51.017872 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:05:31" }, { "cases" : [ { "testActions" : [ ], "age" : 206, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19225): Process ended prematurely: osmo-stp_10.42.42.5(pid=19225) [trial-2350↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19225)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19225): Process ended prematurely: osmo-stp_10.42.42.5(pid=19225) [trial-2350↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19225)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a22:05:53.019739 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:05:53.031358 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:05:53.176904 tst mo_mt_call.py: using LAC 17058\u000a22:05:53.303505 tst mo_mt_call.py: using RAC 228\u000a22:05:53.431846 tst mo_mt_call.py: using CellId 17058\u000a22:05:53.552731 tst mo_mt_call.py: using BVCI 17059\u000a22:05:53.576217 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:05:53.587614 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:05:53.599201 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:05:53.610966 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:05:53.622790 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:05:53.634085 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:05:53.750143 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:05:53.961348 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:05:54.477338 run create_hlr_db(pid=19219): Launched\u000a22:05:54.664605 bus /sierra_2: Setting Powered False\u000a22:05:55.686487 run create_hlr_db(pid=19219): Terminated: ok {rc=0}\u000a22:05:56.113873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19221): Launched\u000a22:05:56.434797 run osmo-hlr_10.42.42.2(pid=19222): Launched\u000a22:05:56.552061 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:05:57.112212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19224): Launched\u000a22:05:57.434139 run osmo-stp_10.42.42.5(pid=19225): Launched\u000a22:05:57.551970 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:05:58.139552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19227): Launched\u000a22:05:58.460623 run osmo-msc_10.42.42.6(pid=19228): Launched\u000a22:05:58.651231 run osmo-stp_10.42.42.5(pid=19225): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19225)]\u000a22:05:58.788371 run osmo-stp_10.42.42.5(pid=19225): stdout: \u000a| (launched: 2022-12-08_22:05:57.276862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:05:58.924765 run osmo-stp_10.42.42.5(pid=19225): stderr: \u000a| �[0;m�[38;5;43m20221208220557469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220557470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220557470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220557470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220557471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220557471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220557471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:05:59.054807 run osmo-stp_10.42.42.5(pid=19225): stdout: \u000a| (launched: 2022-12-08_22:05:57.276862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:05:59.183641 run osmo-stp_10.42.42.5(pid=19225): stderr: \u000a| �[0;m�[38;5;43m20221208220557469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220557470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220557470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220557470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220557471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220557471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220557471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:05:59.240563 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19225): Process ended prematurely: osmo-stp_10.42.42.5(pid=19225) [trial-2350↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19225)] [trial-2350↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a22:05:59.250006 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a22:05:59.313126 run osmo-hlr_10.42.42.2(pid=19222): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19222)]\u000a22:05:59.365281 run osmo-hlr_10.42.42.2(pid=19222): stdout: \u000a| (launched: 2022-12-08_22:05:56.278046) \u000a22:05:59.418054 run osmo-hlr_10.42.42.2(pid=19222): stderr: \u000a| �[0;m�[1;31m20221208220556474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220556475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220556475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220556475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220556475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220556475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220556487 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220556495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220556495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220556495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:05:59.489676 run osmo-msc_10.42.42.6(pid=19228): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19228)]\u000a22:05:59.541379 run osmo-msc_10.42.42.6(pid=19228): stdout: \u000a| (launched: 2022-12-08_22:05:58.303825) \u000a22:05:59.594364 run osmo-msc_10.42.42.6(pid=19228): stderr: \u000a| �[0;m�[38;5;43m20221208220558624 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208220558624 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f4be27c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208220558624 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208220558624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208220558624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208220558624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208220558626 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208220558626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208220558626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208220558627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:05:59.638932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19221): Terminating (SIGTERM)\u000a22:05:59.681172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19224): Terminating (SIGTERM)\u000a22:05:59.723425 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19227): Terminating (SIGTERM)\u000a22:05:59.733266 --- ParallelTerminationStrategy: PID 19221 died...\u000a22:05:59.789543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19221): Terminated: ok {rc=0}\u000a22:05:59.799762 --- ParallelTerminationStrategy: PID 19224 died...\u000a22:05:59.856161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19224): Terminated: ok {rc=0}\u000a22:05:59.866423 --- ParallelTerminationStrategy: PID 19227 died...\u000a22:05:59.922735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19227): Terminated: ok {rc=0}\u000a22:06:00.009238 bus /sierra_3: Setting Powered False\u000a22:06:01.117504 bus /sierra_3: Setting Powered False\u000a22:06:02.231079 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 186, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19236): Process ended prematurely: osmo-stp_10.42.42.5(pid=19236) [trial-2350↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19236)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19236): Process ended prematurely: osmo-stp_10.42.42.5(pid=19236) [trial-2350↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19236)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:06:03.341112 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:06:03.353100 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:06:03.494770 tst mo_mt_call_osmux.py: using LAC 17059\u000a22:06:03.621682 tst mo_mt_call_osmux.py: using RAC 229\u000a22:06:03.751476 tst mo_mt_call_osmux.py: using CellId 17059\u000a22:06:03.884031 tst mo_mt_call_osmux.py: using BVCI 17060\u000a22:06:03.908619 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:06:03.920662 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:06:03.932491 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:06:03.944351 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:06:03.956140 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:06:03.967830 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:06:04.085118 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:06:04.290235 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:06:04.768219 run create_hlr_db(pid=19230): Launched\u000a22:06:04.943710 bus /sierra_2: Setting Powered False\u000a22:06:05.964643 run create_hlr_db(pid=19230): Terminated: ok {rc=0}\u000a22:06:06.393676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19232): Launched\u000a22:06:06.716835 run osmo-hlr_10.42.42.2(pid=19233): Launched\u000a22:06:06.836138 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:06:07.397005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19235): Launched\u000a22:06:07.719207 run osmo-stp_10.42.42.5(pid=19236): Launched\u000a22:06:07.836704 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:06:08.424093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19238): Launched\u000a22:06:08.745980 run osmo-msc_10.42.42.6(pid=19239): Launched\u000a22:06:08.935288 run osmo-stp_10.42.42.5(pid=19236): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19236)]\u000a22:06:09.072284 run osmo-stp_10.42.42.5(pid=19236): stdout: \u000a| (launched: 2022-12-08_22:06:07.561414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:06:09.208613 run osmo-stp_10.42.42.5(pid=19236): stderr: \u000a| �[0;m�[38;5;43m20221208220607755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220607755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220607755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220607756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220607756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220607756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220607756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:06:09.338288 run osmo-stp_10.42.42.5(pid=19236): stdout: \u000a| (launched: 2022-12-08_22:06:07.561414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:06:09.466886 run osmo-stp_10.42.42.5(pid=19236): stderr: \u000a| �[0;m�[38;5;43m20221208220607755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220607755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220607755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220607756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220607756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220607756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220607756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:06:09.523504 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19236): Process ended prematurely: osmo-stp_10.42.42.5(pid=19236) [trial-2350↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19236)] [trial-2350↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a22:06:09.532908 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:06:09.596693 run osmo-hlr_10.42.42.2(pid=19233): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19233)]\u000a22:06:09.649352 run osmo-hlr_10.42.42.2(pid=19233): stdout: \u000a| (launched: 2022-12-08_22:06:06.559097) \u000a22:06:09.702356 run osmo-hlr_10.42.42.2(pid=19233): stderr: \u000a| �[0;m�[1;31m20221208220606757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220606757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220606757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220606757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220606757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220606758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220606770 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220606778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220606778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220606778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:06:09.774980 run osmo-msc_10.42.42.6(pid=19239): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19239)]\u000a22:06:09.826908 run osmo-msc_10.42.42.6(pid=19239): stdout: \u000a| (launched: 2022-12-08_22:06:08.588701) \u000a22:06:09.879359 run osmo-msc_10.42.42.6(pid=19239): stderr: \u000a| �[0;m�[38;5;43m20221208220608913 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208220608913 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2d51920c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208220608913 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208220608913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208220608913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208220608913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208220608915 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208220608915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208220608915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208220608915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:06:09.923756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19232): Terminating (SIGTERM)\u000a22:06:09.966014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19235): Terminating (SIGTERM)\u000a22:06:10.008315 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19238): Terminating (SIGTERM)\u000a22:06:10.018237 --- ParallelTerminationStrategy: PID 19232 died...\u000a22:06:10.074735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19232): Terminated: ok {rc=0}\u000a22:06:10.085267 --- ParallelTerminationStrategy: PID 19235 died...\u000a22:06:10.141473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19235): Terminated: ok {rc=0}\u000a22:06:10.151837 --- ParallelTerminationStrategy: PID 19238 died...\u000a22:06:10.208040 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19238): Terminated: ok {rc=0}\u000a22:06:10.295324 bus /sierra_3: Setting Powered False\u000a22:06:11.404716 bus /sierra_3: Setting Powered False\u000a22:06:12.513081 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:05:52" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19250): Process ended prematurely: osmo-stp_10.42.42.5(pid=19250) [trial-2350↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19250)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19250): Process ended prematurely: osmo-stp_10.42.42.5(pid=19250) [trial-2350↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19250)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a22:06:14.535198 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:14.546339 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a22:06:14.687865 tst emergency_mo_mt_call.py: using LAC 17060\u000a22:06:14.812453 tst emergency_mo_mt_call.py: using RAC 230\u000a22:06:14.936896 tst emergency_mo_mt_call.py: using CellId 17060\u000a22:06:15.058090 tst emergency_mo_mt_call.py: using BVCI 17061\u000a22:06:15.080809 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:15.091373 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:15.101782 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:15.112319 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:15.123214 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:15.133878 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a22:06:15.251362 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a22:06:15.457884 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:06:15.996814 run create_hlr_db(pid=19244): Launched\u000a22:06:16.173680 bus /sierra_2: Setting Powered False\u000a22:06:17.230963 run create_hlr_db(pid=19244): Terminated: ok {rc=0}\u000a22:06:17.629172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19246): Launched\u000a22:06:17.938264 run osmo-hlr_10.42.42.2(pid=19247): Launched\u000a22:06:18.058139 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:06:18.612868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19249): Launched\u000a22:06:18.928938 run osmo-stp_10.42.42.5(pid=19250): Launched\u000a22:06:19.057594 tst emergency_mo_mt_call.py: using MSISDN 6876\u000a22:06:19.216145 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:06:19.793068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19252): Launched\u000a22:06:20.107934 run osmo-msc_10.42.42.6(pid=19253): Launched\u000a22:06:20.293252 run osmo-stp_10.42.42.5(pid=19250): ERR: Terminated: ERROR {rc=1} [trial-2350↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19250)]\u000a22:06:20.427546 run osmo-stp_10.42.42.5(pid=19250): stdout: \u000a| (launched: 2022-12-08_22:06:18.774819)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:06:20.562104 run osmo-stp_10.42.42.5(pid=19250): stderr: \u000a| �[0;m�[38;5;43m20221208220618965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220618965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220618966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220618966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220618967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220618967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220618967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:06:20.690382 run osmo-stp_10.42.42.5(pid=19250): stdout: \u000a| (launched: 2022-12-08_22:06:18.774819)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:06:20.816575 run osmo-stp_10.42.42.5(pid=19250): stderr: \u000a| �[0;m�[38;5;43m20221208220618965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220618965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220618966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220618966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220618967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220618967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220618967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:06:20.872136 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=19250): Process ended prematurely: osmo-stp_10.42.42.5(pid=19250) [trial-2350↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19250)] [trial-2350↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a22:06:20.880918 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a22:06:20.944799 run osmo-hlr_10.42.42.2(pid=19247): ERR: Terminated: ERROR {rc=237} [trial-2350↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19247)]\u000a22:06:20.997568 run osmo-hlr_10.42.42.2(pid=19247): stdout: \u000a| (launched: 2022-12-08_22:06:17.782776) \u000a22:06:21.050676 run osmo-hlr_10.42.42.2(pid=19247): stderr: \u000a| �[0;m�[1;31m20221208220617981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220617981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220617981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220617981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220617981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220617981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220617993 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220618001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220618001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220618001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:06:21.122103 run osmo-msc_10.42.42.6(pid=19253): ERR: Terminated: ERROR {rc=2} [trial-2350↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19253)]\u000a22:06:21.173988 run osmo-msc_10.42.42.6(pid=19253): stdout: \u000a| (launched: 2022-12-08_22:06:19.954530) \u000a22:06:21.226469 run osmo-msc_10.42.42.6(pid=19253): stderr: \u000a| �[0;m�[38;5;43m20221208220620277 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208220620277 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1357f1bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208220620277 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208220620277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208220620278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208220620278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208220620280 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208220620280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208220620280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208220620280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:06:21.270876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19246): Terminating (SIGTERM)\u000a22:06:21.313360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19249): Terminating (SIGTERM)\u000a22:06:21.355746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19252): Terminating (SIGTERM)\u000a22:06:21.365774 --- ParallelTerminationStrategy: PID 19246 died...\u000a22:06:21.422252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19246): Terminated: ok {rc=0}\u000a22:06:21.432639 --- ParallelTerminationStrategy: PID 19249 died...\u000a22:06:21.489157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19249): Terminated: ok {rc=0}\u000a22:06:21.499587 --- ParallelTerminationStrategy: PID 19252 died...\u000a22:06:21.555926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19252): Terminated: ok {rc=0}\u000a22:06:21.644924 bus /sierra_3: Setting Powered False\u000a22:06:22.747357 bus /sierra_3: Setting Powered False\u000a22:06:23.859576 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19261): Process ended prematurely: osmo-stp_10.42.42.5(pid=19261) [trial-2350↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19261)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19261): Process ended prematurely: osmo-stp_10.42.42.5(pid=19261) [trial-2350↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19261)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a22:06:24.910650 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:24.921872 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a22:06:25.059452 tst emergency_preemptive_call.py: using LAC 17061\u000a22:06:25.177297 tst emergency_preemptive_call.py: using RAC 231\u000a22:06:25.299491 tst emergency_preemptive_call.py: using CellId 17061\u000a22:06:25.421774 tst emergency_preemptive_call.py: using BVCI 17062\u000a22:06:25.446094 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:25.457300 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:25.468295 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:25.479502 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:25.490821 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:25.502379 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a22:06:25.618525 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a22:06:25.732653 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a22:06:25.850949 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a22:06:26.049528 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:06:26.515700 run create_hlr_db(pid=19255): Launched\u000a22:06:26.687969 bus /sierra_2: Setting Powered False\u000a22:06:27.709267 run create_hlr_db(pid=19255): Terminated: ok {rc=0}\u000a22:06:28.130706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19257): Launched\u000a22:06:28.447165 run osmo-hlr_10.42.42.2(pid=19258): Launched\u000a22:06:28.568042 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:06:29.119171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19260): Launched\u000a22:06:29.435638 run osmo-stp_10.42.42.5(pid=19261): Launched\u000a22:06:29.564498 tst emergency_preemptive_call.py: using MSISDN 6877\u000a22:06:29.723431 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:06:30.298624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19263): Launched\u000a22:06:30.615081 run osmo-msc_10.42.42.6(pid=19264): Launched\u000a22:06:30.801970 run osmo-stp_10.42.42.5(pid=19261): ERR: Terminated: ERROR {rc=1} [trial-2350↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19261)]\u000a22:06:31.122188 run osmo-stp_10.42.42.5(pid=19261): stdout: \u000a| (launched: 2022-12-08_22:06:29.280486)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:06:31.261321 run osmo-stp_10.42.42.5(pid=19261): stderr: \u000a| �[0;m�[38;5;43m20221208220629469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220629469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220629469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220629470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220629470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220629470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220629470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:06:31.391750 run osmo-stp_10.42.42.5(pid=19261): stdout: \u000a| (launched: 2022-12-08_22:06:29.280486)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:06:31.521552 run osmo-stp_10.42.42.5(pid=19261): stderr: \u000a| �[0;m�[38;5;43m20221208220629469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220629469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220629469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220629470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220629470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220629470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220629470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:06:31.579563 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=19261): Process ended prematurely: osmo-stp_10.42.42.5(pid=19261) [trial-2350↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19261)] [trial-2350↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a22:06:31.589506 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a22:06:31.655208 run osmo-hlr_10.42.42.2(pid=19258): ERR: Terminated: ERROR {rc=237} [trial-2350↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19258)]\u000a22:06:31.708786 run osmo-hlr_10.42.42.2(pid=19258): stdout: \u000a| (launched: 2022-12-08_22:06:28.292244) \u000a22:06:31.763525 run osmo-hlr_10.42.42.2(pid=19258): stderr: \u000a| �[0;m�[1;31m20221208220628487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220628487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220628487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220628487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220628487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220628488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220628501 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220628510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220628511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220628511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:06:31.837577 run osmo-msc_10.42.42.6(pid=19264): ERR: Terminated: ERROR {rc=2} [trial-2350↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19264)]\u000a22:06:31.891328 run osmo-msc_10.42.42.6(pid=19264): stdout: \u000a| (launched: 2022-12-08_22:06:30.459601) \u000a22:06:31.945692 run osmo-msc_10.42.42.6(pid=19264): stderr: \u000a| �[0;m�[38;5;43m20221208220630781 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208220630781 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f270258bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208220630781 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208220630781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208220630781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208220630781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208220630783 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208220630784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208220630784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208220630784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:06:31.992074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19257): Terminating (SIGTERM)\u000a22:06:32.037796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19260): Terminating (SIGTERM)\u000a22:06:32.082149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19263): Terminating (SIGTERM)\u000a22:06:32.092074 --- ParallelTerminationStrategy: PID 19257 died...\u000a22:06:32.150197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19257): Terminated: ok {rc=0}\u000a22:06:32.160924 --- ParallelTerminationStrategy: PID 19260 died...\u000a22:06:32.218604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19260): Terminated: ok {rc=0}\u000a22:06:32.229058 --- ParallelTerminationStrategy: PID 19263 died...\u000a22:06:32.285710 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19263): Terminated: ok {rc=0}\u000a22:06:32.374687 bus /sierra_9: Setting Powered False\u000a22:06:33.480042 bus /sierra_9: Setting Powered False\u000a22:06:34.592942 bus /sierra_8: Setting Powered False\u000a22:06:35.697599 bus /sierra_8: Setting Powered False\u000a22:06:36.810006 bus /sierra_3: Setting Powered False\u000a22:06:37.914960 bus /sierra_3: Setting Powered False\u000a22:06:39.028010 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:06:14" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "gprs:trx-b200", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19279): Process ended prematurely: osmo-stp_10.42.42.5(pid=19279) [trial-2350↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19279)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19279): Process ended prematurely: osmo-stp_10.42.42.5(pid=19279) [trial-2350↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19279)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:06:41.149972 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:41.160835 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a22:06:41.306017 tst cs_paging_gprs_active.py: using LAC 17062\u000a22:06:41.435221 tst cs_paging_gprs_active.py: using RAC 232\u000a22:06:41.565328 tst cs_paging_gprs_active.py: using CellId 17062\u000a22:06:41.699381 tst cs_paging_gprs_active.py: using BVCI 17063\u000a22:06:41.724269 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:41.735259 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:41.746108 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:41.756793 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:41.767421 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:41.778048 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:41.788807 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:41.799465 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:41.810312 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:06:41.926787 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:06:42.203939 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:06:42.330615 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:06:42.644474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19269): Launched\u000a22:06:42.905191 run iperf3-srv_10.42.42.10(pid=19270): Launched\u000a22:06:43.090179 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:06:43.217099 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:06:43.531462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19271): Launched\u000a22:06:43.793387 run iperf3-srv_10.42.42.10(pid=19272): Launched\u000a22:06:43.978799 tst cs_paging_gprs_active.py:38: start network...\u000a22:06:44.105815 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:06:44.583539 run create_hlr_db(pid=19273): Launched\u000a22:06:44.759192 bus /sierra_2: Setting Powered False\u000a22:06:45.781115 run create_hlr_db(pid=19273): Terminated: ok {rc=0}\u000a22:06:46.243847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19275): Launched\u000a22:06:46.750333 run osmo-hlr_10.42.42.2(pid=19276): Launched\u000a22:06:47.079306 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:06:47.661016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19278): Launched\u000a22:06:47.983448 run osmo-stp_10.42.42.5(pid=19279): Launched\u000a22:06:48.101097 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:06:48.666613 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19281): Launched\u000a22:06:48.782474 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:06:49.064020 run patchelf(pid=19282): Launched\u000a22:06:49.254993 run osmo-stp_10.42.42.5(pid=19279): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19279)]\u000a22:06:49.394578 run osmo-stp_10.42.42.5(pid=19279): stdout: \u000a| (launched: 2022-12-08_22:06:47.826424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:06:49.533728 run osmo-stp_10.42.42.5(pid=19279): stderr: \u000a| �[0;m�[38;5;43m20221208220648019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220648019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220648019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220648020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220648020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220648020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220648020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:06:49.669756 run osmo-stp_10.42.42.5(pid=19279): stdout: \u000a| (launched: 2022-12-08_22:06:47.826424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:06:49.803828 run osmo-stp_10.42.42.5(pid=19279): stderr: \u000a| �[0;m�[38;5;43m20221208220648019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220648019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220648019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220648020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220648020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220648020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220648020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:06:49.959055 run patchelf(pid=19282): Terminating (SIGINT)\u000a22:06:50.140616 run patchelf(pid=19282): Terminated: ok {rc=0}\u000a22:06:50.174230 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19279): Process ended prematurely: osmo-stp_10.42.42.5(pid=19279) [trial-2350↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19279)] [trial-2350↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a22:06:50.184451 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a22:06:50.248271 run osmo-hlr_10.42.42.2(pid=19276): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19276)]\u000a22:06:50.300843 run osmo-hlr_10.42.42.2(pid=19276): stdout: \u000a| (launched: 2022-12-08_22:06:46.413879) \u000a22:06:50.353489 run osmo-hlr_10.42.42.2(pid=19276): stderr: \u000a| �[0;m�[1;31m20221208220646798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220646798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220646798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220646798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220646798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220646798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220646817 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220646833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220646834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220646834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:06:50.398705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19269): Terminating (SIGTERM)\u000a22:06:50.441205 run iperf3-srv_10.42.42.10(pid=19270): Terminating (SIGTERM)\u000a22:06:50.483926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19271): Terminating (SIGTERM)\u000a22:06:50.526659 run iperf3-srv_10.42.42.10(pid=19272): Terminating (SIGTERM)\u000a22:06:50.569197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19275): Terminating (SIGTERM)\u000a22:06:50.612179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19278): Terminating (SIGTERM)\u000a22:06:50.654951 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19281): Terminating (SIGTERM)\u000a22:06:50.664694 --- ParallelTerminationStrategy: PID 19269 died...\u000a22:06:50.722125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19269): Terminated: ok {rc=0}\u000a22:06:50.732450 --- ParallelTerminationStrategy: PID 19270 died...\u000a22:06:50.788900 run iperf3-srv_10.42.42.10(pid=19270): Terminated {rc=256}\u000a22:06:50.799148 --- ParallelTerminationStrategy: PID 19271 died...\u000a22:06:50.855564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19271): Terminated: ok {rc=0}\u000a22:06:50.865835 --- ParallelTerminationStrategy: PID 19272 died...\u000a22:06:50.922250 run iperf3-srv_10.42.42.10(pid=19272): Terminated {rc=256}\u000a22:06:50.932490 --- ParallelTerminationStrategy: PID 19275 died...\u000a22:06:50.988770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19275): Terminated: ok {rc=0}\u000a22:06:50.999055 --- ParallelTerminationStrategy: PID 19278 died...\u000a22:06:51.055590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19278): Terminated: ok {rc=0}\u000a22:06:51.065983 --- ParallelTerminationStrategy: PID 19281 died...\u000a22:06:51.122940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19281): Terminated: ok {rc=0}\u000a22:06:51.211682 bus /gobi_0: Setting Powered False\u000a22:06:52.320245 bus /gobi_0: Setting Powered False\u000a22:06:53.430321 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19291): Process ended prematurely: osmo-stp_10.42.42.5(pid=19291) [trial-2350↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19291)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19291): Process ended prematurely: osmo-stp_10.42.42.5(pid=19291) [trial-2350↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19291)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a22:06:54.539907 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:54.550985 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a22:06:54.690904 tst iperf3.py: using LAC 17063\u000a22:06:54.812390 tst iperf3.py: using RAC 233\u000a22:06:54.933023 tst iperf3.py: using CellId 17063\u000a22:06:55.054727 tst iperf3.py: using BVCI 17064\u000a22:06:55.078176 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:55.088771 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:55.099310 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:55.110041 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:55.120859 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:55.131587 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:55.142490 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:55.153059 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:55.163831 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:06:55.444816 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:06:55.571177 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:06:55.884018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19283): Launched\u000a22:06:56.143797 run iperf3-srv_10.42.42.10(pid=19284): Launched\u000a22:06:56.328154 tst iperf3.py:8: start network...\u000a22:06:56.454503 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:06:56.927763 run create_hlr_db(pid=19285): Launched\u000a22:06:57.101173 bus /gobi_6: Setting Powered False\u000a22:06:58.123009 run create_hlr_db(pid=19285): Terminated: ok {rc=0}\u000a22:06:58.550356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19287): Launched\u000a22:06:58.871325 run osmo-hlr_10.42.42.2(pid=19288): Launched\u000a22:06:58.992738 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:06:59.556813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19290): Launched\u000a22:06:59.879830 run osmo-stp_10.42.42.5(pid=19291): Launched\u000a22:06:59.997429 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:07:00.559116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19293): Launched\u000a22:07:00.674932 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:07:00.985850 run patchelf(pid=19294): Launched\u000a22:07:01.180108 run osmo-stp_10.42.42.5(pid=19291): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19291)]\u000a22:07:01.321595 run osmo-stp_10.42.42.5(pid=19291): stdout: \u000a| (launched: 2022-12-08_22:06:59.722255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:07:01.462720 run osmo-stp_10.42.42.5(pid=19291): stderr: \u000a| �[0;m�[38;5;43m20221208220659917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220659917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220659917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220659918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220659918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220659918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220659918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:07:01.599887 run osmo-stp_10.42.42.5(pid=19291): stdout: \u000a| (launched: 2022-12-08_22:06:59.722255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:07:01.736294 run osmo-stp_10.42.42.5(pid=19291): stderr: \u000a| �[0;m�[38;5;43m20221208220659917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220659917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220659917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220659918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220659918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220659918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220659918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:07:01.894619 run patchelf(pid=19294): Terminating (SIGINT)\u000a22:07:02.078438 run patchelf(pid=19294): Terminated: ok {rc=0}\u000a22:07:02.112568 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19291): Process ended prematurely: osmo-stp_10.42.42.5(pid=19291) [trial-2350↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19291)] [trial-2350↪gprs:trx-b200↪iperf3.py:8]\u000a22:07:02.123085 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a22:07:02.187052 run osmo-hlr_10.42.42.2(pid=19288): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19288)]\u000a22:07:02.239193 run osmo-hlr_10.42.42.2(pid=19288): stdout: \u000a| (launched: 2022-12-08_22:06:58.715009) \u000a22:07:02.291656 run osmo-hlr_10.42.42.2(pid=19288): stderr: \u000a| �[0;m�[1;31m20221208220658910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220658910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220658910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220658910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220658910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220658910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220658922 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220658931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220658931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220658931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:07:02.336862 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19283): Terminating (SIGTERM)\u000a22:07:02.379325 run iperf3-srv_10.42.42.10(pid=19284): Terminating (SIGTERM)\u000a22:07:02.421749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19287): Terminating (SIGTERM)\u000a22:07:02.464108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19290): Terminating (SIGTERM)\u000a22:07:02.507059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19293): Terminating (SIGTERM)\u000a22:07:02.516799 --- ParallelTerminationStrategy: PID 19283 died...\u000a22:07:02.573322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19283): Terminated: ok {rc=0}\u000a22:07:02.583568 --- ParallelTerminationStrategy: PID 19284 died...\u000a22:07:02.640065 run iperf3-srv_10.42.42.10(pid=19284): Terminated {rc=256}\u000a22:07:02.650306 --- ParallelTerminationStrategy: PID 19287 died...\u000a22:07:02.706657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19287): Terminated: ok {rc=0}\u000a22:07:02.716740 --- ParallelTerminationStrategy: PID 19290 died...\u000a22:07:02.773078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19290): Terminated: ok {rc=0}\u000a22:07:02.783248 --- ParallelTerminationStrategy: PID 19293 died...\u000a22:07:02.839633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19293): Terminated: ok {rc=0}\u000a22:07:02.927313 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 165, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19309): Process ended prematurely: osmo-stp_10.42.42.5(pid=19309) [trial-2350↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19309)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19309): Process ended prematurely: osmo-stp_10.42.42.5(pid=19309) [trial-2350↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19309)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a22:07:04.042889 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:04.054417 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a22:07:04.199122 tst iperf3m4.py: using LAC 17064\u000a22:07:04.325632 tst iperf3m4.py: using RAC 234\u000a22:07:04.452397 tst iperf3m4.py: using CellId 17064\u000a22:07:04.575614 tst iperf3m4.py: using BVCI 17065\u000a22:07:04.599169 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:04.610050 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:04.620502 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:04.631737 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:04.643002 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:04.654164 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:04.665693 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:04.676723 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:04.688181 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:07:04.806153 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:07:04.922436 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:07:05.041968 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:07:05.338316 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:07:05.474127 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:07:05.808790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19295): Launched\u000a22:07:06.086410 run iperf3-srv_10.42.42.10(pid=19296): Launched\u000a22:07:06.284292 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:07:06.419058 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:07:06.752469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19297): Launched\u000a22:07:07.029108 run iperf3-srv_10.42.42.10(pid=19298): Launched\u000a22:07:07.227079 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:07:07.363020 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:07:07.696473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19299): Launched\u000a22:07:07.973182 run iperf3-srv_10.42.42.10(pid=19300): Launched\u000a22:07:08.170877 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:07:08.306014 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:07:08.639307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19301): Launched\u000a22:07:08.915381 run iperf3-srv_10.42.42.10(pid=19302): Launched\u000a22:07:09.113299 tst iperf3m4.py:8: start network...\u000a22:07:09.248006 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:07:09.766746 run create_hlr_db(pid=19303): Launched\u000a22:07:09.953370 bus /gobi_6: Setting Powered False\u000a22:07:10.975224 run create_hlr_db(pid=19303): Terminated: ok {rc=0}\u000a22:07:11.382931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19305): Launched\u000a22:07:11.686167 run osmo-hlr_10.42.42.2(pid=19306): Launched\u000a22:07:11.803980 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:07:12.335928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19308): Launched\u000a22:07:12.639138 run osmo-stp_10.42.42.5(pid=19309): Launched\u000a22:07:12.750602 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:07:13.275920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19311): Launched\u000a22:07:13.384546 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:07:13.648369 run patchelf(pid=19312): Launched\u000a22:07:13.826309 run osmo-stp_10.42.42.5(pid=19309): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19309)]\u000a22:07:13.956600 run osmo-stp_10.42.42.5(pid=19309): stdout: \u000a| (launched: 2022-12-08_22:07:12.490747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:07:14.087615 run osmo-stp_10.42.42.5(pid=19309): stderr: \u000a| �[0;m�[38;5;43m20221208220712661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220712662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220712662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220712662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220712663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220712663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220712663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:07:14.214448 run osmo-stp_10.42.42.5(pid=19309): stdout: \u000a| (launched: 2022-12-08_22:07:12.490747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:07:14.340450 run osmo-stp_10.42.42.5(pid=19309): stderr: \u000a| �[0;m�[38;5;43m20221208220712661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220712662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220712662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220712662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220712663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220712663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220712663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:07:14.486678 run patchelf(pid=19312): Terminating (SIGINT)\u000a22:07:14.657940 run patchelf(pid=19312): Terminated: ok {rc=0}\u000a22:07:14.689299 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19309): Process ended prematurely: osmo-stp_10.42.42.5(pid=19309) [trial-2350↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19309)] [trial-2350↪gprs:trx-b200↪iperf3m4.py:8]\u000a22:07:14.698637 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a22:07:14.760545 run osmo-hlr_10.42.42.2(pid=19306): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19306)]\u000a22:07:14.811316 run osmo-hlr_10.42.42.2(pid=19306): stdout: \u000a| (launched: 2022-12-08_22:07:11.536936) \u000a22:07:14.862558 run osmo-hlr_10.42.42.2(pid=19306): stderr: \u000a| �[0;m�[1;31m20221208220711711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220711712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220711712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220711712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220711712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220711712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220711725 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220711733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220711733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220711733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:07:14.905509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19295): Terminating (SIGTERM)\u000a22:07:14.946491 run iperf3-srv_10.42.42.10(pid=19296): Terminating (SIGTERM)\u000a22:07:14.987566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19297): Terminating (SIGTERM)\u000a22:07:15.028939 run iperf3-srv_10.42.42.10(pid=19298): Terminating (SIGTERM)\u000a22:07:15.069894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19299): Terminating (SIGTERM)\u000a22:07:15.110974 run iperf3-srv_10.42.42.10(pid=19300): Terminating (SIGTERM)\u000a22:07:15.152041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19301): Terminating (SIGTERM)\u000a22:07:15.192730 run iperf3-srv_10.42.42.10(pid=19302): Terminating (SIGTERM)\u000a22:07:15.233565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19305): Terminating (SIGTERM)\u000a22:07:15.274429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19308): Terminating (SIGTERM)\u000a22:07:15.315386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19311): Terminating (SIGTERM)\u000a22:07:15.325261 --- ParallelTerminationStrategy: PID 19295 died...\u000a22:07:15.380637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19295): Terminated: ok {rc=0}\u000a22:07:15.390871 --- ParallelTerminationStrategy: PID 19296 died...\u000a22:07:15.445712 run iperf3-srv_10.42.42.10(pid=19296): Terminated {rc=256}\u000a22:07:15.455548 --- ParallelTerminationStrategy: PID 19297 died...\u000a22:07:15.509801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19297): Terminated: ok {rc=0}\u000a22:07:15.520025 --- ParallelTerminationStrategy: PID 19298 died...\u000a22:07:15.575009 run iperf3-srv_10.42.42.10(pid=19298): Terminated {rc=256}\u000a22:07:15.585003 --- ParallelTerminationStrategy: PID 19299 died...\u000a22:07:15.639328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19299): Terminated: ok {rc=0}\u000a22:07:15.649892 --- ParallelTerminationStrategy: PID 19300 died...\u000a22:07:15.704318 run iperf3-srv_10.42.42.10(pid=19300): Terminated {rc=256}\u000a22:07:15.714222 --- ParallelTerminationStrategy: PID 19301 died...\u000a22:07:15.768608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19301): Terminated: ok {rc=0}\u000a22:07:15.778883 --- ParallelTerminationStrategy: PID 19302 died...\u000a22:07:15.852064 run iperf3-srv_10.42.42.10(pid=19302): Terminated {rc=256}\u000a22:07:15.865579 --- ParallelTerminationStrategy: PID 19305 died...\u000a22:07:15.932507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19305): Terminated: ok {rc=0}\u000a22:07:15.943269 --- ParallelTerminationStrategy: PID 19308 died...\u000a22:07:16.001490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19308): Terminated: ok {rc=0}\u000a22:07:16.012266 --- ParallelTerminationStrategy: PID 19311 died...\u000a22:07:16.071351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19311): Terminated: ok {rc=0}\u000a22:07:16.163589 bus /gobi_4: Setting Powered False\u000a22:07:17.276652 bus /gobi_4: Setting Powered False\u000a22:07:18.389845 bus /gobi_1: Setting Powered False\u000a22:07:19.493185 bus /gobi_1: Setting Powered False\u000a22:07:20.606030 bus /gobi_0: Setting Powered False\u000a22:07:21.711209 bus /gobi_0: Setting Powered False\u000a22:07:22.823851 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 165, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19319): Process ended prematurely: osmo-stp_10.42.42.5(pid=19319) [trial-2350↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19319)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19319): Process ended prematurely: osmo-stp_10.42.42.5(pid=19319) [trial-2350↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19319)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a22:07:23.895157 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:23.906243 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a22:07:24.042498 tst ping.py: using LAC 17065\u000a22:07:24.161325 tst ping.py: using RAC 235\u000a22:07:24.279986 tst ping.py: using CellId 17065\u000a22:07:24.398963 tst ping.py: using BVCI 17066\u000a22:07:24.421879 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:24.432259 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:24.442759 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:24.453376 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:24.463878 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:24.474503 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:24.485407 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:24.496292 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:07:24.783813 tst ping.py:19: start network...\u000a22:07:24.916202 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:07:25.421964 run create_hlr_db(pid=19313): Launched\u000a22:07:25.606771 bus /gobi_6: Setting Powered False\u000a22:07:26.629795 run create_hlr_db(pid=19313): Terminated: ok {rc=0}\u000a22:07:27.030313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19315): Launched\u000a22:07:27.327273 run osmo-hlr_10.42.42.2(pid=19316): Launched\u000a22:07:27.442609 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:07:27.972618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19318): Launched\u000a22:07:28.268145 run osmo-stp_10.42.42.5(pid=19319): Launched\u000a22:07:28.376569 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:07:28.892780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19321): Launched\u000a22:07:28.998742 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:07:29.257850 run patchelf(pid=19322): Launched\u000a22:07:29.432736 run osmo-stp_10.42.42.5(pid=19319): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19319)]\u000a22:07:29.561159 run osmo-stp_10.42.42.5(pid=19319): stdout: \u000a| (launched: 2022-12-08_22:07:28.123268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:07:29.689794 run osmo-stp_10.42.42.5(pid=19319): stderr: \u000a| �[0;m�[38;5;43m20221208220728292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220728292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220728292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220728293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220728293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220728293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220728293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:07:29.813691 run osmo-stp_10.42.42.5(pid=19319): stdout: \u000a| (launched: 2022-12-08_22:07:28.123268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:07:29.936577 run osmo-stp_10.42.42.5(pid=19319): stderr: \u000a| �[0;m�[38;5;43m20221208220728292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220728292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220728292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220728293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220728293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220728293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220728293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:07:30.079541 run patchelf(pid=19322): Terminating (SIGINT)\u000a22:07:30.247395 run patchelf(pid=19322): Terminated: ok {rc=0}\u000a22:07:30.277921 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19319): Process ended prematurely: osmo-stp_10.42.42.5(pid=19319) [trial-2350↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19319)] [trial-2350↪gprs:trx-b200↪ping.py:22]\u000a22:07:30.286555 tst ping.py:22: Test FAILED (6.4 sec)\u000a22:07:30.348233 run osmo-hlr_10.42.42.2(pid=19316): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19316)]\u000a22:07:30.398780 run osmo-hlr_10.42.42.2(pid=19316): stdout: \u000a| (launched: 2022-12-08_22:07:27.181602) \u000a22:07:30.450200 run osmo-hlr_10.42.42.2(pid=19316): stderr: \u000a| �[0;m�[1;31m20221208220727358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220727358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220727358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220727358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220727358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220727358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220727370 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220727379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220727380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220727380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:07:30.493763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19315): Terminating (SIGTERM)\u000a22:07:30.534718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19318): Terminating (SIGTERM)\u000a22:07:30.575560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19321): Terminating (SIGTERM)\u000a22:07:30.585347 --- ParallelTerminationStrategy: PID 19315 died...\u000a22:07:30.640369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19315): Terminated: ok {rc=0}\u000a22:07:30.650363 --- ParallelTerminationStrategy: PID 19318 died...\u000a22:07:30.704830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19318): Terminated: ok {rc=0}\u000a22:07:30.714983 --- ParallelTerminationStrategy: PID 19321 died...\u000a22:07:30.769056 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19321): Terminated: ok {rc=0}\u000a22:07:30.879026 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 165, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19331): Process ended prematurely: osmo-stp_10.42.42.5(pid=19331) [trial-2350↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19331)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19331): Process ended prematurely: osmo-stp_10.42.42.5(pid=19331) [trial-2350↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19331)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a22:07:31.935444 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:31.947121 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a22:07:32.118297 tst ping_idle_ping.py: using LAC 17066\u000a22:07:32.248628 tst ping_idle_ping.py: using RAC 236\u000a22:07:32.365829 tst ping_idle_ping.py: using CellId 17066\u000a22:07:32.481278 tst ping_idle_ping.py: using BVCI 17067\u000a22:07:32.504214 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:32.514865 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:32.525443 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:32.535976 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:32.546719 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:32.557191 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:32.567763 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:32.578672 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:07:32.864373 tst ping_idle_ping.py:24: start network...\u000a22:07:32.997395 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:07:33.507290 run create_hlr_db(pid=19323): Launched\u000a22:07:33.694152 bus /gobi_6: Setting Powered False\u000a22:07:34.714389 run create_hlr_db(pid=19323): Terminated: ok {rc=0}\u000a22:07:35.138415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19325): Launched\u000a22:07:35.454223 run osmo-hlr_10.42.42.2(pid=19326): Launched\u000a22:07:35.570510 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:07:36.104331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19330): Launched\u000a22:07:36.402095 run osmo-stp_10.42.42.5(pid=19331): Launched\u000a22:07:36.511520 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:07:37.033448 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19333): Launched\u000a22:07:37.140103 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:07:37.401294 run patchelf(pid=19334): Launched\u000a22:07:37.578269 run osmo-stp_10.42.42.5(pid=19331): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19331)]\u000a22:07:37.707412 run osmo-stp_10.42.42.5(pid=19331): stdout: \u000a| (launched: 2022-12-08_22:07:36.255821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:07:37.836379 run osmo-stp_10.42.42.5(pid=19331): stderr: \u000a| �[0;m�[38;5;43m20221208220736425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220736425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220736425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220736426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220736426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220736426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220736426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:07:37.960919 run osmo-stp_10.42.42.5(pid=19331): stdout: \u000a| (launched: 2022-12-08_22:07:36.255821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:07:38.084484 run osmo-stp_10.42.42.5(pid=19331): stderr: \u000a| �[0;m�[38;5;43m20221208220736425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220736425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220736425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220736426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220736426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220736426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220736426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:07:38.228323 run patchelf(pid=19334): Terminating (SIGINT)\u000a22:07:38.397922 run patchelf(pid=19334): Terminated: ok {rc=0}\u000a22:07:38.428552 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19331): Process ended prematurely: osmo-stp_10.42.42.5(pid=19331) [trial-2350↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19331)] [trial-2350↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a22:07:38.437367 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a22:07:38.499239 run osmo-hlr_10.42.42.2(pid=19326): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19326)]\u000a22:07:38.549439 run osmo-hlr_10.42.42.2(pid=19326): stdout: \u000a| (launched: 2022-12-08_22:07:35.300028) \u000a22:07:38.600287 run osmo-hlr_10.42.42.2(pid=19326): stderr: \u000a| �[0;m�[1;31m20221208220735496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220735496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220735496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220735496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220735496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220735496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220735511 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220735522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220735522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220735522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:07:38.643490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19325): Terminating (SIGTERM)\u000a22:07:38.684502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19330): Terminating (SIGTERM)\u000a22:07:38.725391 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19333): Terminating (SIGTERM)\u000a22:07:38.734986 --- ParallelTerminationStrategy: PID 19325 died...\u000a22:07:38.789769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19325): Terminated: ok {rc=0}\u000a22:07:38.799518 --- ParallelTerminationStrategy: PID 19330 died...\u000a22:07:38.854005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19330): Terminated: ok {rc=0}\u000a22:07:38.864043 --- ParallelTerminationStrategy: PID 19333 died...\u000a22:07:38.918855 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19333): Terminated: ok {rc=0}\u000a22:07:39.007580 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:06:40" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19348): Process ended prematurely: osmo-stp_10.42.42.5(pid=19348) [trial-2350↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19348)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19348): Process ended prematurely: osmo-stp_10.42.42.5(pid=19348) [trial-2350↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19348)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:07:41.168284 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:41.179879 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:07:41.323023 tst cs_paging_gprs_active.py: using LAC 17067\u000a22:07:41.448680 tst cs_paging_gprs_active.py: using RAC 237\u000a22:07:41.574526 tst cs_paging_gprs_active.py: using CellId 17067\u000a22:07:41.700894 tst cs_paging_gprs_active.py: using BVCI 17068\u000a22:07:41.726040 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:41.737511 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:41.748639 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:41.760011 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:41.771374 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:41.782698 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:41.794256 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:41.805553 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:41.817069 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:07:41.931793 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:07:42.225353 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:07:42.361325 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:07:42.695617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19338): Launched\u000a22:07:42.973800 run iperf3-srv_10.42.42.10(pid=19339): Launched\u000a22:07:43.172663 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:07:43.307432 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:07:43.622060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19340): Launched\u000a22:07:43.884176 run iperf3-srv_10.42.42.10(pid=19341): Launched\u000a22:07:44.069096 tst cs_paging_gprs_active.py:38: start network...\u000a22:07:44.195692 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:07:44.674332 run create_hlr_db(pid=19342): Launched\u000a22:07:44.848173 bus /gobi_6: Setting Powered False\u000a22:07:45.879653 run create_hlr_db(pid=19342): Terminated: ok {rc=0}\u000a22:07:46.330557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19344): Launched\u000a22:07:46.788829 run osmo-hlr_10.42.42.2(pid=19345): Launched\u000a22:07:46.989971 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:07:47.521283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19347): Launched\u000a22:07:47.824122 run osmo-stp_10.42.42.5(pid=19348): Launched\u000a22:07:47.935038 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:07:48.461954 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19350): Launched\u000a22:07:48.570471 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:07:48.834750 run patchelf(pid=19351): Launched\u000a22:07:49.012845 run osmo-stp_10.42.42.5(pid=19348): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19348)]\u000a22:07:49.143186 run osmo-stp_10.42.42.5(pid=19348): stdout: \u000a| (launched: 2022-12-08_22:07:47.676151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:07:49.274024 run osmo-stp_10.42.42.5(pid=19348): stderr: \u000a| �[0;m�[38;5;43m20221208220747843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220747843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220747843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220747843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220747846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220747846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220747846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:07:49.400519 run osmo-stp_10.42.42.5(pid=19348): stdout: \u000a| (launched: 2022-12-08_22:07:47.676151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:07:49.526721 run osmo-stp_10.42.42.5(pid=19348): stderr: \u000a| �[0;m�[38;5;43m20221208220747843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220747843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220747843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220747843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220747846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220747846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220747846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:07:49.672609 run patchelf(pid=19351): Terminating (SIGINT)\u000a22:07:49.843821 run patchelf(pid=19351): Terminated: ok {rc=0}\u000a22:07:49.875249 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19348): Process ended prematurely: osmo-stp_10.42.42.5(pid=19348) [trial-2350↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19348)] [trial-2350↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a22:07:49.884527 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a22:07:49.946123 run osmo-hlr_10.42.42.2(pid=19345): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19345)]\u000a22:07:49.996241 run osmo-hlr_10.42.42.2(pid=19345): stdout: \u000a| (launched: 2022-12-08_22:07:46.487903) \u000a22:07:50.046909 run osmo-hlr_10.42.42.2(pid=19345): stderr: \u000a| �[0;m�[1;31m20221208220746710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220746710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220746710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220746710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220746710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220746710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220746729 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220746738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220746738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220746738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:07:50.089838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19338): Terminating (SIGTERM)\u000a22:07:50.130477 run iperf3-srv_10.42.42.10(pid=19339): Terminating (SIGTERM)\u000a22:07:50.171056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19340): Terminating (SIGTERM)\u000a22:07:50.211484 run iperf3-srv_10.42.42.10(pid=19341): Terminating (SIGTERM)\u000a22:07:50.252071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19344): Terminating (SIGTERM)\u000a22:07:50.292562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19347): Terminating (SIGTERM)\u000a22:07:50.333155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19350): Terminating (SIGTERM)\u000a22:07:50.342726 --- ParallelTerminationStrategy: PID 19338 died...\u000a22:07:50.397185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19338): Terminated: ok {rc=0}\u000a22:07:50.407120 --- ParallelTerminationStrategy: PID 19339 died...\u000a22:07:50.460673 run iperf3-srv_10.42.42.10(pid=19339): Terminated {rc=256}\u000a22:07:50.470596 --- ParallelTerminationStrategy: PID 19340 died...\u000a22:07:50.525070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19340): Terminated: ok {rc=0}\u000a22:07:50.534793 --- ParallelTerminationStrategy: PID 19341 died...\u000a22:07:50.588808 run iperf3-srv_10.42.42.10(pid=19341): Terminated {rc=256}\u000a22:07:50.598654 --- ParallelTerminationStrategy: PID 19344 died...\u000a22:07:50.653054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19344): Terminated: ok {rc=0}\u000a22:07:50.662863 --- ParallelTerminationStrategy: PID 19347 died...\u000a22:07:50.717587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19347): Terminated: ok {rc=0}\u000a22:07:50.727425 --- ParallelTerminationStrategy: PID 19350 died...\u000a22:07:50.781325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19350): Terminated: ok {rc=0}\u000a22:07:50.869481 bus /gobi_0: Setting Powered False\u000a22:07:51.973569 bus /gobi_0: Setting Powered False\u000a22:07:53.085537 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19360): Process ended prematurely: osmo-stp_10.42.42.5(pid=19360) [trial-2350↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19360)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19360): Process ended prematurely: osmo-stp_10.42.42.5(pid=19360) [trial-2350↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19360)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a22:07:54.194611 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:54.205995 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:07:54.353438 tst iperf3.py: using LAC 17068\u000a22:07:54.482404 tst iperf3.py: using RAC 238\u000a22:07:54.610193 tst iperf3.py: using CellId 17068\u000a22:07:54.744412 tst iperf3.py: using BVCI 17069\u000a22:07:54.769724 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:54.781054 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:54.792258 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:54.803663 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:54.815072 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:54.826393 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:54.837715 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:54.848715 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:54.860236 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:07:55.139311 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:07:55.266177 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:07:55.579959 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19352): Launched\u000a22:07:55.840462 run iperf3-srv_10.42.42.10(pid=19353): Launched\u000a22:07:56.025278 tst iperf3.py:8: start network...\u000a22:07:56.151497 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:07:56.627187 run create_hlr_db(pid=19354): Launched\u000a22:07:56.802037 bus /gobi_6: Setting Powered False\u000a22:07:57.824005 run create_hlr_db(pid=19354): Terminated: ok {rc=0}\u000a22:07:58.226506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19356): Launched\u000a22:07:58.527960 run osmo-hlr_10.42.42.2(pid=19357): Launched\u000a22:07:58.646457 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:07:59.182417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19359): Launched\u000a22:07:59.484292 run osmo-stp_10.42.42.5(pid=19360): Launched\u000a22:07:59.595259 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:08:00.120890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19362): Launched\u000a22:08:00.229054 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:08:00.492761 run patchelf(pid=19363): Launched\u000a22:08:00.670729 run osmo-stp_10.42.42.5(pid=19360): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19360)]\u000a22:08:00.801165 run osmo-stp_10.42.42.5(pid=19360): stdout: \u000a| (launched: 2022-12-08_22:07:59.335931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:00.934070 run osmo-stp_10.42.42.5(pid=19360): stderr: \u000a| �[0;m�[38;5;43m20221208220759505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220759505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220759506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220759506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220759506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220759507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220759507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:01.062635 run osmo-stp_10.42.42.5(pid=19360): stdout: \u000a| (launched: 2022-12-08_22:07:59.335931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:01.213168 run osmo-stp_10.42.42.5(pid=19360): stderr: \u000a| �[0;m�[38;5;43m20221208220759505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220759505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220759506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220759506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220759506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220759507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220759507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:01.378387 run patchelf(pid=19363): Terminating (SIGINT)\u000a22:08:01.575867 run patchelf(pid=19363): Terminated: ok {rc=0}\u000a22:08:01.616064 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19360): Process ended prematurely: osmo-stp_10.42.42.5(pid=19360) [trial-2350↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19360)] [trial-2350↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a22:08:01.626044 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a22:08:01.693245 run osmo-hlr_10.42.42.2(pid=19357): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19357)]\u000a22:08:01.744286 run osmo-hlr_10.42.42.2(pid=19357): stdout: \u000a| (launched: 2022-12-08_22:07:58.380157) \u000a22:08:01.795995 run osmo-hlr_10.42.42.2(pid=19357): stderr: \u000a| �[0;m�[1;31m20221208220758556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220758556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220758556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220758556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220758556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220758556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220758568 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220758576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220758576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220758577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:08:01.839424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19352): Terminating (SIGTERM)\u000a22:08:01.881953 run iperf3-srv_10.42.42.10(pid=19353): Terminating (SIGTERM)\u000a22:08:01.927091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19356): Terminating (SIGTERM)\u000a22:08:01.975399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19359): Terminating (SIGTERM)\u000a22:08:02.024822 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19362): Terminating (SIGTERM)\u000a22:08:02.039125 --- ParallelTerminationStrategy: PID 19352 died...\u000a22:08:02.100716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19352): Terminated: ok {rc=0}\u000a22:08:02.111033 --- ParallelTerminationStrategy: PID 19353 died...\u000a22:08:02.166087 run iperf3-srv_10.42.42.10(pid=19353): Terminated {rc=256}\u000a22:08:02.176475 --- ParallelTerminationStrategy: PID 19356 died...\u000a22:08:02.231176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19356): Terminated: ok {rc=0}\u000a22:08:02.241681 --- ParallelTerminationStrategy: PID 19359 died...\u000a22:08:02.296837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19359): Terminated: ok {rc=0}\u000a22:08:02.306981 --- ParallelTerminationStrategy: PID 19362 died...\u000a22:08:02.363833 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19362): Terminated: ok {rc=0}\u000a22:08:02.475252 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 13.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19651): Process ended prematurely: osmo-stp_10.42.42.5(pid=19651) [trial-2350↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19651)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19651): Process ended prematurely: osmo-stp_10.42.42.5(pid=19651) [trial-2350↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19651)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a22:08:03.618403 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:03.635756 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:08:03.799382 tst iperf3m4.py: using LAC 17069\u000a22:08:03.934901 tst iperf3m4.py: using RAC 239\u000a22:08:04.099807 tst iperf3m4.py: using CellId 17069\u000a22:08:04.231251 tst iperf3m4.py: using BVCI 17070\u000a22:08:04.257324 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:04.269502 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:04.281977 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:04.294738 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:04.307780 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:04.320905 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:04.334049 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:04.347818 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:04.360187 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:08:04.484750 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:08:04.614158 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:08:04.740529 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:08:05.044912 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:08:05.185120 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:08:05.544066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19635): Launched\u000a22:08:05.849232 run iperf3-srv_10.42.42.10(pid=19636): Launched\u000a22:08:06.051342 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:08:06.190182 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:08:06.543231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19639): Launched\u000a22:08:06.835310 run iperf3-srv_10.42.42.10(pid=19640): Launched\u000a22:08:07.036635 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:08:07.175821 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:08:07.533612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19641): Launched\u000a22:08:07.833366 run iperf3-srv_10.42.42.10(pid=19642): Launched\u000a22:08:08.034876 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:08:08.174070 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:08:08.529489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19643): Launched\u000a22:08:08.833211 run iperf3-srv_10.42.42.10(pid=19644): Launched\u000a22:08:09.036675 tst iperf3m4.py:8: start network...\u000a22:08:09.176487 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:08:09.752999 run create_hlr_db(pid=19645): Launched\u000a22:08:09.946027 bus /gobi_6: Setting Powered False\u000a22:08:10.968458 run create_hlr_db(pid=19645): Terminated: ok {rc=0}\u000a22:08:11.431897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19647): Launched\u000a22:08:11.871265 run osmo-hlr_10.42.42.2(pid=19648): Launched\u000a22:08:12.123255 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:08:12.721520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19650): Launched\u000a22:08:13.168697 run osmo-stp_10.42.42.5(pid=19651): Launched\u000a22:08:13.387055 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:08:13.988443 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19653): Launched\u000a22:08:14.110843 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:08:14.423876 run patchelf(pid=19654): Launched\u000a22:08:14.621343 run osmo-stp_10.42.42.5(pid=19651): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19651)]\u000a22:08:14.766726 run osmo-stp_10.42.42.5(pid=19651): stdout: \u000a| (launched: 2022-12-08_22:08:12.891649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:14.911201 run osmo-stp_10.42.42.5(pid=19651): stderr: \u000a| �[0;m�[38;5;43m20221208220813195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220813196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220813196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220813196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220813201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220813201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220813201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:15.050039 run osmo-stp_10.42.42.5(pid=19651): stdout: \u000a| (launched: 2022-12-08_22:08:12.891649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:15.190160 run osmo-stp_10.42.42.5(pid=19651): stderr: \u000a| �[0;m�[38;5;43m20221208220813195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220813196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220813196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220813196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220813201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220813201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220813201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:15.352665 run patchelf(pid=19654): Terminating (SIGINT)\u000a22:08:15.541378 run patchelf(pid=19654): Terminated: ok {rc=0}\u000a22:08:15.576844 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19651): Process ended prematurely: osmo-stp_10.42.42.5(pid=19651) [trial-2350↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19651)] [trial-2350↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a22:08:15.588375 tst iperf3m4.py:8: Test FAILED (12.0 sec)\u000a22:08:15.656082 run osmo-hlr_10.42.42.2(pid=19648): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19648)]\u000a22:08:15.712453 run osmo-hlr_10.42.42.2(pid=19648): stdout: \u000a| (launched: 2022-12-08_22:08:11.602909) \u000a22:08:15.767294 run osmo-hlr_10.42.42.2(pid=19648): stderr: \u000a| �[0;m�[1;31m20221208220811924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220811924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220811924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220811924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220811924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220811924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220811939 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220811955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220811955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220811956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:08:15.814249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19635): Terminating (SIGTERM)\u000a22:08:15.883042 run iperf3-srv_10.42.42.10(pid=19636): Terminating (SIGTERM)\u000a22:08:15.958426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19639): Terminating (SIGTERM)\u000a22:08:16.013234 run iperf3-srv_10.42.42.10(pid=19640): Terminating (SIGTERM)\u000a22:08:16.059651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19641): Terminating (SIGTERM)\u000a22:08:16.107542 run iperf3-srv_10.42.42.10(pid=19642): Terminating (SIGTERM)\u000a22:08:16.154064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19643): Terminating (SIGTERM)\u000a22:08:16.199957 run iperf3-srv_10.42.42.10(pid=19644): Terminating (SIGTERM)\u000a22:08:16.246871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19647): Terminating (SIGTERM)\u000a22:08:16.295771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19650): Terminating (SIGTERM)\u000a22:08:16.346812 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19653): Terminating (SIGTERM)\u000a22:08:16.359116 --- ParallelTerminationStrategy: PID 19635 died...\u000a22:08:16.429813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19635): Terminated: ok {rc=0}\u000a22:08:16.442352 --- ParallelTerminationStrategy: PID 19636 died...\u000a22:08:16.512110 run iperf3-srv_10.42.42.10(pid=19636): Terminated {rc=256}\u000a22:08:16.525340 --- ParallelTerminationStrategy: PID 19639 died...\u000a22:08:16.595434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19639): Terminated: ok {rc=0}\u000a22:08:16.608591 --- ParallelTerminationStrategy: PID 19640 died...\u000a22:08:16.678197 run iperf3-srv_10.42.42.10(pid=19640): Terminated {rc=256}\u000a22:08:16.689945 --- ParallelTerminationStrategy: PID 19641 died...\u000a22:08:16.760190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19641): Terminated: ok {rc=0}\u000a22:08:16.773484 --- ParallelTerminationStrategy: PID 19642 died...\u000a22:08:16.840365 run iperf3-srv_10.42.42.10(pid=19642): Terminated {rc=256}\u000a22:08:16.852242 --- ParallelTerminationStrategy: PID 19643 died...\u000a22:08:16.922612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19643): Terminated: ok {rc=0}\u000a22:08:16.938443 --- ParallelTerminationStrategy: PID 19644 died...\u000a22:08:17.040661 run iperf3-srv_10.42.42.10(pid=19644): Terminated {rc=256}\u000a22:08:17.060213 --- ParallelTerminationStrategy: PID 19647 died...\u000a22:08:17.129297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19647): Terminated: ok {rc=0}\u000a22:08:17.141994 --- ParallelTerminationStrategy: PID 19650 died...\u000a22:08:17.207578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19650): Terminated: ok {rc=0}\u000a22:08:17.219048 --- ParallelTerminationStrategy: PID 19653 died...\u000a22:08:17.289079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19653): Terminated: ok {rc=0}\u000a22:08:17.396924 bus /gobi_4: Setting Powered False\u000a22:08:18.511529 bus /gobi_4: Setting Powered False\u000a22:08:19.627019 bus /gobi_1: Setting Powered False\u000a22:08:20.740228 bus /gobi_1: Setting Powered False\u000a22:08:21.855886 bus /gobi_0: Setting Powered False\u000a22:08:22.968899 bus /gobi_0: Setting Powered False\u000a22:08:24.092666 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19661): Process ended prematurely: osmo-stp_10.42.42.5(pid=19661) [trial-2350↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19661)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19661): Process ended prematurely: osmo-stp_10.42.42.5(pid=19661) [trial-2350↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19661)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a22:08:25.162010 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:25.173618 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:08:25.312764 tst ping.py: using LAC 17070\u000a22:08:25.432100 tst ping.py: using RAC 240\u000a22:08:25.551463 tst ping.py: using CellId 17070\u000a22:08:25.669188 tst ping.py: using BVCI 17071\u000a22:08:25.692004 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:25.702839 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:25.713509 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:25.724846 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:25.736016 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:25.747171 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:25.758480 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:25.769648 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:08:26.042508 tst ping.py:19: start network...\u000a22:08:26.166185 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:08:26.633646 run create_hlr_db(pid=19655): Launched\u000a22:08:26.805428 bus /gobi_6: Setting Powered False\u000a22:08:27.828325 run create_hlr_db(pid=19655): Terminated: ok {rc=0}\u000a22:08:28.252489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19657): Launched\u000a22:08:28.570779 run osmo-hlr_10.42.42.2(pid=19658): Launched\u000a22:08:28.689991 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:08:29.246483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19660): Launched\u000a22:08:29.561721 run osmo-stp_10.42.42.5(pid=19661): Launched\u000a22:08:29.679866 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:08:30.234089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19663): Launched\u000a22:08:30.347986 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:08:30.624878 run patchelf(pid=19664): Launched\u000a22:08:30.812302 run osmo-stp_10.42.42.5(pid=19661): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19661)]\u000a22:08:30.961754 run osmo-stp_10.42.42.5(pid=19661): stdout: \u000a| (launched: 2022-12-08_22:08:29.407550)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:31.094861 run osmo-stp_10.42.42.5(pid=19661): stderr: \u000a| �[0;m�[38;5;43m20221208220829599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220829600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220829600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220829600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220829601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220829601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220829601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:31.223383 run osmo-stp_10.42.42.5(pid=19661): stdout: \u000a| (launched: 2022-12-08_22:08:29.407550)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:31.351313 run osmo-stp_10.42.42.5(pid=19661): stderr: \u000a| �[0;m�[38;5;43m20221208220829599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220829600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220829600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220829600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220829601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220829601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220829601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:31.498695 run patchelf(pid=19664): Terminating (SIGINT)\u000a22:08:31.673710 run patchelf(pid=19664): Terminated: ok {rc=0}\u000a22:08:31.706680 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19661): Process ended prematurely: osmo-stp_10.42.42.5(pid=19661) [trial-2350↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19661)] [trial-2350↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a22:08:31.716348 tst ping.py:22: Test FAILED (6.5 sec)\u000a22:08:31.782665 run osmo-hlr_10.42.42.2(pid=19658): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19658)]\u000a22:08:31.836307 run osmo-hlr_10.42.42.2(pid=19658): stdout: \u000a| (launched: 2022-12-08_22:08:28.415161) \u000a22:08:31.890265 run osmo-hlr_10.42.42.2(pid=19658): stderr: \u000a| �[0;m�[1;31m20221208220828613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220828613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220828613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220828613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220828613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220828613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220828626 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220828634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220828634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220828634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:08:31.936914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19657): Terminating (SIGTERM)\u000a22:08:31.980880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19660): Terminating (SIGTERM)\u000a22:08:32.025648 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19663): Terminating (SIGTERM)\u000a22:08:32.038553 --- ParallelTerminationStrategy: PID 19657 died...\u000a22:08:32.100269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19657): Terminated: ok {rc=0}\u000a22:08:32.111104 --- ParallelTerminationStrategy: PID 19660 died...\u000a22:08:32.169492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19660): Terminated: ok {rc=0}\u000a22:08:32.180397 --- ParallelTerminationStrategy: PID 19663 died...\u000a22:08:32.236768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19663): Terminated: ok {rc=0}\u000a22:08:32.325406 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19671): Process ended prematurely: osmo-stp_10.42.42.5(pid=19671) [trial-2350↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19671)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19671): Process ended prematurely: osmo-stp_10.42.42.5(pid=19671) [trial-2350↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19671)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a22:08:33.378567 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:33.390581 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:08:33.535493 tst ping_idle_ping.py: using LAC 17071\u000a22:08:33.660554 tst ping_idle_ping.py: using RAC 241\u000a22:08:33.784346 tst ping_idle_ping.py: using CellId 17071\u000a22:08:33.910377 tst ping_idle_ping.py: using BVCI 17072\u000a22:08:33.934596 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:33.945937 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:33.956992 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:33.968032 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:33.979192 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:33.990237 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:34.001718 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:34.012851 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:08:34.300898 tst ping_idle_ping.py:24: start network...\u000a22:08:34.433505 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:08:34.942652 run create_hlr_db(pid=19665): Launched\u000a22:08:35.127699 bus /gobi_6: Setting Powered False\u000a22:08:36.149166 run create_hlr_db(pid=19665): Terminated: ok {rc=0}\u000a22:08:36.573488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19667): Launched\u000a22:08:36.890856 run osmo-hlr_10.42.42.2(pid=19668): Launched\u000a22:08:37.007836 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:08:37.563327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19670): Launched\u000a22:08:37.882042 run osmo-stp_10.42.42.5(pid=19671): Launched\u000a22:08:37.997592 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:08:38.554831 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19673): Launched\u000a22:08:38.669482 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:08:38.947821 run patchelf(pid=19674): Launched\u000a22:08:39.135325 run osmo-stp_10.42.42.5(pid=19671): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19671)]\u000a22:08:39.272418 run osmo-stp_10.42.42.5(pid=19671): stdout: \u000a| (launched: 2022-12-08_22:08:37.726632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:39.409681 run osmo-stp_10.42.42.5(pid=19671): stderr: \u000a| �[0;m�[38;5;43m20221208220837918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220837918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220837918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220837919 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220837919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220837919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220837919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:39.542368 run osmo-stp_10.42.42.5(pid=19671): stdout: \u000a| (launched: 2022-12-08_22:08:37.726632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:39.674273 run osmo-stp_10.42.42.5(pid=19671): stderr: \u000a| �[0;m�[38;5;43m20221208220837918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220837918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220837918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220837919 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220837919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220837919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220837919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:39.827523 run patchelf(pid=19674): Terminating (SIGINT)\u000a22:08:40.007610 run patchelf(pid=19674): Terminated: ok {rc=0}\u000a22:08:40.040349 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19671): Process ended prematurely: osmo-stp_10.42.42.5(pid=19671) [trial-2350↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19671)] [trial-2350↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a22:08:40.050096 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a22:08:40.114465 run osmo-hlr_10.42.42.2(pid=19668): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19668)]\u000a22:08:40.167255 run osmo-hlr_10.42.42.2(pid=19668): stdout: \u000a| (launched: 2022-12-08_22:08:36.736302) \u000a22:08:40.220536 run osmo-hlr_10.42.42.2(pid=19668): stderr: \u000a| �[0;m�[1;31m20221208220836935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220836935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220836935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220836935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220836935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220836935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220836948 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220836958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220836958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220836958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:08:40.265915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19667): Terminating (SIGTERM)\u000a22:08:40.308697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19670): Terminating (SIGTERM)\u000a22:08:40.351475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19673): Terminating (SIGTERM)\u000a22:08:40.361433 --- ParallelTerminationStrategy: PID 19667 died...\u000a22:08:40.418651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19667): Terminated: ok {rc=0}\u000a22:08:40.429110 --- ParallelTerminationStrategy: PID 19670 died...\u000a22:08:40.485810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19670): Terminated: ok {rc=0}\u000a22:08:40.496115 --- ParallelTerminationStrategy: PID 19673 died...\u000a22:08:40.552584 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19673): Terminated: ok {rc=0}\u000a22:08:40.641360 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:07:40" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19690): Process ended prematurely: osmo-stp_10.42.42.5(pid=19690) [trial-2350↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19690)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19690): Process ended prematurely: osmo-stp_10.42.42.5(pid=19690) [trial-2350↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19690)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:08:42.804397 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:42.815590 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:08:42.981481 tst cs_paging_gprs_active.py: using LAC 17072\u000a22:08:43.111029 tst cs_paging_gprs_active.py: using RAC 242\u000a22:08:43.238641 tst cs_paging_gprs_active.py: using CellId 17072\u000a22:08:43.373108 tst cs_paging_gprs_active.py: using BVCI 17073\u000a22:08:43.398088 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:43.409293 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:43.420255 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:43.431307 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:43.442776 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:43.453914 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:43.464911 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:43.475879 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:43.487099 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:08:43.603240 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:08:43.880467 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:08:44.007660 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:08:44.321690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19680): Launched\u000a22:08:44.582996 run iperf3-srv_10.42.42.10(pid=19681): Launched\u000a22:08:44.768695 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:08:44.895571 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:08:45.209657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19682): Launched\u000a22:08:45.470292 run iperf3-srv_10.42.42.10(pid=19683): Launched\u000a22:08:45.655587 tst cs_paging_gprs_active.py:38: start network...\u000a22:08:45.782487 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:08:46.297047 run create_hlr_db(pid=19684): Launched\u000a22:08:46.523322 bus /gobi_6: Setting Powered False\u000a22:08:47.513303 run create_hlr_db(pid=19684): Terminated: ok {rc=0}\u000a22:08:47.947319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19686): Launched\u000a22:08:48.251527 run osmo-hlr_10.42.42.2(pid=19687): Launched\u000a22:08:48.366590 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:08:48.903620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19689): Launched\u000a22:08:49.207945 run osmo-stp_10.42.42.5(pid=19690): Launched\u000a22:08:49.319198 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:08:49.848144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19692): Launched\u000a22:08:49.957918 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:08:50.223971 run patchelf(pid=19693): Launched\u000a22:08:50.402824 run osmo-stp_10.42.42.5(pid=19690): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19690)]\u000a22:08:50.534086 run osmo-stp_10.42.42.5(pid=19690): stdout: \u000a| (launched: 2022-12-08_22:08:49.058399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:50.665585 run osmo-stp_10.42.42.5(pid=19690): stderr: \u000a| �[0;m�[38;5;43m20221208220849227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220849227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220849228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220849228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220849228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220849229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220849229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:50.792774 run osmo-stp_10.42.42.5(pid=19690): stdout: \u000a| (launched: 2022-12-08_22:08:49.058399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:50.919297 run osmo-stp_10.42.42.5(pid=19690): stderr: \u000a| �[0;m�[38;5;43m20221208220849227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220849227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220849228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220849228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220849228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220849229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220849229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:51.065827 run patchelf(pid=19693): Terminating (SIGINT)\u000a22:08:51.237977 run patchelf(pid=19693): Terminated: ok {rc=0}\u000a22:08:51.269714 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19690): Process ended prematurely: osmo-stp_10.42.42.5(pid=19690) [trial-2350↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19690)] [trial-2350↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a22:08:51.278985 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a22:08:51.341022 run osmo-hlr_10.42.42.2(pid=19687): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19687)]\u000a22:08:51.391318 run osmo-hlr_10.42.42.2(pid=19687): stdout: \u000a| (launched: 2022-12-08_22:08:48.102570) \u000a22:08:51.442551 run osmo-hlr_10.42.42.2(pid=19687): stderr: \u000a| �[0;m�[1;31m20221208220848276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220848276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220848276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220848277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220848277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220848277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220848289 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220848298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220848298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220848299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:08:51.485802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19680): Terminating (SIGTERM)\u000a22:08:51.527140 run iperf3-srv_10.42.42.10(pid=19681): Terminating (SIGTERM)\u000a22:08:51.567800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19682): Terminating (SIGTERM)\u000a22:08:51.608578 run iperf3-srv_10.42.42.10(pid=19683): Terminating (SIGTERM)\u000a22:08:51.649417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19686): Terminating (SIGTERM)\u000a22:08:51.690553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19689): Terminating (SIGTERM)\u000a22:08:51.731241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19692): Terminating (SIGTERM)\u000a22:08:51.740926 --- ParallelTerminationStrategy: PID 19680 died...\u000a22:08:51.795740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19680): Terminated: ok {rc=0}\u000a22:08:51.805726 --- ParallelTerminationStrategy: PID 19681 died...\u000a22:08:51.859761 run iperf3-srv_10.42.42.10(pid=19681): Terminated {rc=256}\u000a22:08:51.869924 --- ParallelTerminationStrategy: PID 19682 died...\u000a22:08:51.925064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19682): Terminated: ok {rc=0}\u000a22:08:51.934880 --- ParallelTerminationStrategy: PID 19683 died...\u000a22:08:51.989103 run iperf3-srv_10.42.42.10(pid=19683): Terminated {rc=256}\u000a22:08:51.999228 --- ParallelTerminationStrategy: PID 19686 died...\u000a22:08:52.053300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19686): Terminated: ok {rc=0}\u000a22:08:52.063489 --- ParallelTerminationStrategy: PID 19689 died...\u000a22:08:52.117721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19689): Terminated: ok {rc=0}\u000a22:08:52.127879 --- ParallelTerminationStrategy: PID 19692 died...\u000a22:08:52.183003 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19692): Terminated: ok {rc=0}\u000a22:08:52.271649 bus /gobi_0: Setting Powered False\u000a22:08:53.375389 bus /gobi_0: Setting Powered False\u000a22:08:54.482519 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19702): Process ended prematurely: osmo-stp_10.42.42.5(pid=19702) [trial-2350↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19702)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19702): Process ended prematurely: osmo-stp_10.42.42.5(pid=19702) [trial-2350↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19702)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a22:08:55.597548 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:55.609440 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:08:55.775491 tst iperf3.py: using LAC 17073\u000a22:08:55.902077 tst iperf3.py: using RAC 243\u000a22:08:56.030337 tst iperf3.py: using CellId 17073\u000a22:08:56.159707 tst iperf3.py: using BVCI 17074\u000a22:08:56.184501 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:56.195740 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:56.206814 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:56.217980 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:56.228929 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:56.240014 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:56.251259 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:56.262343 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:56.273527 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:08:56.549597 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:08:56.676355 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:08:56.989582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19694): Launched\u000a22:08:57.249539 run iperf3-srv_10.42.42.10(pid=19695): Launched\u000a22:08:57.434053 tst iperf3.py:8: start network...\u000a22:08:57.560590 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:08:58.035313 run create_hlr_db(pid=19696): Launched\u000a22:08:58.210607 bus /gobi_6: Setting Powered False\u000a22:08:59.231779 run create_hlr_db(pid=19696): Terminated: ok {rc=0}\u000a22:08:59.660586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19698): Launched\u000a22:08:59.983210 run osmo-hlr_10.42.42.2(pid=19699): Launched\u000a22:09:00.101445 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:09:00.663789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19701): Launched\u000a22:09:01.077853 run osmo-stp_10.42.42.5(pid=19702): Launched\u000a22:09:01.202800 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:09:01.992595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19704): Launched\u000a22:09:02.105712 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:09:02.397190 run patchelf(pid=19705): Launched\u000a22:09:02.575969 run osmo-stp_10.42.42.5(pid=19702): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19702)]\u000a22:09:02.707083 run osmo-stp_10.42.42.5(pid=19702): stdout: \u000a| (launched: 2022-12-08_22:09:00.828436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:02.837947 run osmo-stp_10.42.42.5(pid=19702): stderr: \u000a| �[0;m�[38;5;43m20221208220901180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220901181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220901181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220901187 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220901187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220901187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220901187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:02.964821 run osmo-stp_10.42.42.5(pid=19702): stdout: \u000a| (launched: 2022-12-08_22:09:00.828436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:03.090755 run osmo-stp_10.42.42.5(pid=19702): stderr: \u000a| �[0;m�[38;5;43m20221208220901180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220901181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220901181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220901187 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220901187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220901187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220901187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:03.236423 run patchelf(pid=19705): Terminating (SIGINT)\u000a22:09:03.407622 run patchelf(pid=19705): Terminated: ok {rc=0}\u000a22:09:03.439007 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19702): Process ended prematurely: osmo-stp_10.42.42.5(pid=19702) [trial-2350↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19702)] [trial-2350↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a22:09:03.448360 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a22:09:03.510827 run osmo-hlr_10.42.42.2(pid=19699): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19699)]\u000a22:09:03.561579 run osmo-hlr_10.42.42.2(pid=19699): stdout: \u000a| (launched: 2022-12-08_22:08:59.825498) \u000a22:09:03.612988 run osmo-hlr_10.42.42.2(pid=19699): stderr: \u000a| �[0;m�[1;31m20221208220900023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220900023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220900023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220900023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220900023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220900023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220900035 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220900043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220900044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220900044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:09:03.656549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19694): Terminating (SIGTERM)\u000a22:09:03.698176 run iperf3-srv_10.42.42.10(pid=19695): Terminating (SIGTERM)\u000a22:09:03.739173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19698): Terminating (SIGTERM)\u000a22:09:03.780038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19701): Terminating (SIGTERM)\u000a22:09:03.821923 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19704): Terminating (SIGTERM)\u000a22:09:03.831594 --- ParallelTerminationStrategy: PID 19694 died...\u000a22:09:03.886326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19694): Terminated: ok {rc=0}\u000a22:09:03.896297 --- ParallelTerminationStrategy: PID 19695 died...\u000a22:09:03.950495 run iperf3-srv_10.42.42.10(pid=19695): Terminated {rc=256}\u000a22:09:03.960495 --- ParallelTerminationStrategy: PID 19698 died...\u000a22:09:04.015399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19698): Terminated: ok {rc=0}\u000a22:09:04.025347 --- ParallelTerminationStrategy: PID 19701 died...\u000a22:09:04.079720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19701): Terminated: ok {rc=0}\u000a22:09:04.089799 --- ParallelTerminationStrategy: PID 19704 died...\u000a22:09:04.144544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19704): Terminated: ok {rc=0}\u000a22:09:04.233415 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19720): Process ended prematurely: osmo-stp_10.42.42.5(pid=19720) [trial-2350↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19720)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19720): Process ended prematurely: osmo-stp_10.42.42.5(pid=19720) [trial-2350↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19720)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a22:09:05.345099 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:05.356527 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:09:05.524579 tst iperf3m4.py: using LAC 17074\u000a22:09:05.653678 tst iperf3m4.py: using RAC 244\u000a22:09:05.781126 tst iperf3m4.py: using CellId 17074\u000a22:09:05.909891 tst iperf3m4.py: using BVCI 17075\u000a22:09:05.934854 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:05.946317 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:05.957622 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:05.968920 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:05.980363 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:05.991717 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:06.003187 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:06.014553 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:06.026051 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:09:06.142467 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:09:06.259808 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:09:06.379991 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:09:06.674895 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:09:06.811093 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:09:07.145481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19706): Launched\u000a22:09:07.423712 run iperf3-srv_10.42.42.10(pid=19707): Launched\u000a22:09:07.623724 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:09:07.760516 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:09:08.095393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19708): Launched\u000a22:09:08.373440 run iperf3-srv_10.42.42.10(pid=19709): Launched\u000a22:09:08.572186 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:09:08.708291 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:09:09.042523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19710): Launched\u000a22:09:09.319465 run iperf3-srv_10.42.42.10(pid=19711): Launched\u000a22:09:09.517725 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:09:09.652733 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:09:09.986984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19712): Launched\u000a22:09:10.264931 run iperf3-srv_10.42.42.10(pid=19713): Launched\u000a22:09:10.464086 tst iperf3m4.py:8: start network...\u000a22:09:10.599591 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:09:11.117081 run create_hlr_db(pid=19714): Launched\u000a22:09:11.303963 bus /gobi_6: Setting Powered False\u000a22:09:12.326664 run create_hlr_db(pid=19714): Terminated: ok {rc=0}\u000a22:09:12.758312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19716): Launched\u000a22:09:13.082322 run osmo-hlr_10.42.42.2(pid=19717): Launched\u000a22:09:13.200654 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:09:13.763320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19719): Launched\u000a22:09:14.087461 run osmo-stp_10.42.42.5(pid=19720): Launched\u000a22:09:14.206119 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:09:14.774291 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19722): Launched\u000a22:09:14.890469 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:09:15.172214 run patchelf(pid=19723): Launched\u000a22:09:15.362258 run osmo-stp_10.42.42.5(pid=19720): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19720)]\u000a22:09:15.501071 run osmo-stp_10.42.42.5(pid=19720): stdout: \u000a| (launched: 2022-12-08_22:09:13.928456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:15.639699 run osmo-stp_10.42.42.5(pid=19720): stderr: \u000a| �[0;m�[38;5;43m20221208220914120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220914120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220914120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220914120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220914121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220914121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220914121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:15.775096 run osmo-stp_10.42.42.5(pid=19720): stdout: \u000a| (launched: 2022-12-08_22:09:13.928456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:15.942481 run osmo-stp_10.42.42.5(pid=19720): stderr: \u000a| �[0;m�[38;5;43m20221208220914120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220914120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220914120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220914120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220914121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220914121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220914121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:16.104462 run patchelf(pid=19723): Terminating (SIGINT)\u000a22:09:16.290604 run patchelf(pid=19723): Terminated: ok {rc=0}\u000a22:09:16.325494 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19720): Process ended prematurely: osmo-stp_10.42.42.5(pid=19720) [trial-2350↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19720)] [trial-2350↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a22:09:16.337305 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a22:09:16.403489 run osmo-hlr_10.42.42.2(pid=19717): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19717)]\u000a22:09:16.457109 run osmo-hlr_10.42.42.2(pid=19717): stdout: \u000a| (launched: 2022-12-08_22:09:12.924076) \u000a22:09:16.511308 run osmo-hlr_10.42.42.2(pid=19717): stderr: \u000a| �[0;m�[1;31m20221208220913125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220913125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220913126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220913126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220913126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220913126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220913138 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220913148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220913149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220913149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:09:16.557470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19706): Terminating (SIGTERM)\u000a22:09:16.601609 run iperf3-srv_10.42.42.10(pid=19707): Terminating (SIGTERM)\u000a22:09:16.647109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19708): Terminating (SIGTERM)\u000a22:09:16.691354 run iperf3-srv_10.42.42.10(pid=19709): Terminating (SIGTERM)\u000a22:09:16.737091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19710): Terminating (SIGTERM)\u000a22:09:16.782639 run iperf3-srv_10.42.42.10(pid=19711): Terminating (SIGTERM)\u000a22:09:16.826353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19712): Terminating (SIGTERM)\u000a22:09:16.869822 run iperf3-srv_10.42.42.10(pid=19713): Terminating (SIGTERM)\u000a22:09:16.913907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19716): Terminating (SIGTERM)\u000a22:09:16.957700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19719): Terminating (SIGTERM)\u000a22:09:17.001315 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19722): Terminating (SIGTERM)\u000a22:09:17.011458 --- ParallelTerminationStrategy: PID 19706 died...\u000a22:09:17.069487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19706): Terminated: ok {rc=0}\u000a22:09:17.080242 --- ParallelTerminationStrategy: PID 19707 died...\u000a22:09:17.139257 run iperf3-srv_10.42.42.10(pid=19707): Terminated {rc=256}\u000a22:09:17.150367 --- ParallelTerminationStrategy: PID 19708 died...\u000a22:09:17.208045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19708): Terminated: ok {rc=0}\u000a22:09:17.218797 --- ParallelTerminationStrategy: PID 19709 died...\u000a22:09:17.276466 run iperf3-srv_10.42.42.10(pid=19709): Terminated {rc=256}\u000a22:09:17.287276 --- ParallelTerminationStrategy: PID 19710 died...\u000a22:09:17.345409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19710): Terminated: ok {rc=0}\u000a22:09:17.355836 --- ParallelTerminationStrategy: PID 19711 died...\u000a22:09:17.412198 run iperf3-srv_10.42.42.10(pid=19711): Terminated {rc=256}\u000a22:09:17.422364 --- ParallelTerminationStrategy: PID 19712 died...\u000a22:09:17.479179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19712): Terminated: ok {rc=0}\u000a22:09:17.489707 --- ParallelTerminationStrategy: PID 19713 died...\u000a22:09:17.546219 run iperf3-srv_10.42.42.10(pid=19713): Terminated {rc=256}\u000a22:09:17.556515 --- ParallelTerminationStrategy: PID 19716 died...\u000a22:09:17.613248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19716): Terminated: ok {rc=0}\u000a22:09:17.623506 --- ParallelTerminationStrategy: PID 19719 died...\u000a22:09:17.680438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19719): Terminated: ok {rc=0}\u000a22:09:17.690725 --- ParallelTerminationStrategy: PID 19722 died...\u000a22:09:17.747434 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19722): Terminated: ok {rc=0}\u000a22:09:17.836549 bus /gobi_4: Setting Powered False\u000a22:09:18.946462 bus /gobi_4: Setting Powered False\u000a22:09:20.059470 bus /gobi_1: Setting Powered False\u000a22:09:21.165120 bus /gobi_1: Setting Powered False\u000a22:09:22.277829 bus /gobi_0: Setting Powered False\u000a22:09:23.382848 bus /gobi_0: Setting Powered False\u000a22:09:24.496745 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19730): Process ended prematurely: osmo-stp_10.42.42.5(pid=19730) [trial-2350↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19730)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19730): Process ended prematurely: osmo-stp_10.42.42.5(pid=19730) [trial-2350↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19730)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a22:09:25.564433 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:25.575884 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:09:25.731826 tst ping.py: using LAC 17075\u000a22:09:25.850900 tst ping.py: using RAC 245\u000a22:09:25.968854 tst ping.py: using CellId 17075\u000a22:09:26.087491 tst ping.py: using BVCI 17076\u000a22:09:26.110336 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:26.121227 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:26.131690 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:26.142702 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:26.153518 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:26.164247 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:26.175254 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:26.186098 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:09:26.458124 tst ping.py:19: start network...\u000a22:09:26.581947 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:09:27.049509 run create_hlr_db(pid=19724): Launched\u000a22:09:27.221595 bus /gobi_6: Setting Powered False\u000a22:09:28.242490 run create_hlr_db(pid=19724): Terminated: ok {rc=0}\u000a22:09:28.665655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19726): Launched\u000a22:09:28.983166 run osmo-hlr_10.42.42.2(pid=19727): Launched\u000a22:09:29.100529 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:09:29.655275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19729): Launched\u000a22:09:29.971729 run osmo-stp_10.42.42.5(pid=19730): Launched\u000a22:09:30.086497 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:09:30.641561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19732): Launched\u000a22:09:30.755620 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:09:31.064823 run patchelf(pid=19733): Launched\u000a22:09:31.246812 run osmo-stp_10.42.42.5(pid=19730): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19730)]\u000a22:09:31.380932 run osmo-stp_10.42.42.5(pid=19730): stdout: \u000a| (launched: 2022-12-08_22:09:29.817046)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:31.513392 run osmo-stp_10.42.42.5(pid=19730): stderr: \u000a| �[0;m�[38;5;43m20221208220930008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220930008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220930008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220930009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220930009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220930009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220930009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:31.643576 run osmo-stp_10.42.42.5(pid=19730): stdout: \u000a| (launched: 2022-12-08_22:09:29.817046)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:31.772118 run osmo-stp_10.42.42.5(pid=19730): stderr: \u000a| �[0;m�[38;5;43m20221208220930008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220930008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220930008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220930009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220930009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220930009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220930009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:31.920059 run patchelf(pid=19733): Terminating (SIGINT)\u000a22:09:32.094686 run patchelf(pid=19733): Terminated: ok {rc=0}\u000a22:09:32.127393 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19730): Process ended prematurely: osmo-stp_10.42.42.5(pid=19730) [trial-2350↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19730)] [trial-2350↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a22:09:32.137133 tst ping.py:22: Test FAILED (6.6 sec)\u000a22:09:32.204205 run osmo-hlr_10.42.42.2(pid=19727): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19727)]\u000a22:09:32.255908 run osmo-hlr_10.42.42.2(pid=19727): stdout: \u000a| (launched: 2022-12-08_22:09:28.828234) \u000a22:09:32.308461 run osmo-hlr_10.42.42.2(pid=19727): stderr: \u000a| �[0;m�[1;31m20221208220929026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220929026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220929026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220929026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220929026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220929026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220929038 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220929046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220929046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220929046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:09:32.352068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19726): Terminating (SIGTERM)\u000a22:09:32.393827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19729): Terminating (SIGTERM)\u000a22:09:32.435502 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19732): Terminating (SIGTERM)\u000a22:09:32.445727 --- ParallelTerminationStrategy: PID 19726 died...\u000a22:09:32.501626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19726): Terminated: ok {rc=0}\u000a22:09:32.512158 --- ParallelTerminationStrategy: PID 19729 died...\u000a22:09:32.568381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19729): Terminated: ok {rc=0}\u000a22:09:32.578461 --- ParallelTerminationStrategy: PID 19732 died...\u000a22:09:32.633565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19732): Terminated: ok {rc=0}\u000a22:09:32.726721 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19746): Process ended prematurely: osmo-stp_10.42.42.5(pid=19746) [trial-2350↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19746)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19746): Process ended prematurely: osmo-stp_10.42.42.5(pid=19746) [trial-2350↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19746)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a22:09:33.780300 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:33.792159 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:09:33.959122 tst ping_idle_ping.py: using LAC 17076\u000a22:09:34.084351 tst ping_idle_ping.py: using RAC 246\u000a22:09:34.209620 tst ping_idle_ping.py: using CellId 17076\u000a22:09:34.337174 tst ping_idle_ping.py: using BVCI 17077\u000a22:09:34.362012 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:34.373393 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:34.384339 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:34.395688 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:34.406915 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:34.418258 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:34.429639 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:34.440867 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:09:34.732100 tst ping_idle_ping.py:24: start network...\u000a22:09:34.865763 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:09:35.381270 run create_hlr_db(pid=19735): Launched\u000a22:09:35.566459 bus /gobi_6: Setting Powered False\u000a22:09:36.588076 run create_hlr_db(pid=19735): Terminated: ok {rc=0}\u000a22:09:36.989090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19742): Launched\u000a22:09:37.287131 run osmo-hlr_10.42.42.2(pid=19743): Launched\u000a22:09:37.404080 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:09:37.929686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19745): Launched\u000a22:09:38.225855 run osmo-stp_10.42.42.5(pid=19746): Launched\u000a22:09:38.334050 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:09:38.851858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19748): Launched\u000a22:09:38.958082 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:09:39.225997 run patchelf(pid=19749): Launched\u000a22:09:39.414707 run osmo-stp_10.42.42.5(pid=19746): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19746)]\u000a22:09:39.552788 run osmo-stp_10.42.42.5(pid=19746): stdout: \u000a| (launched: 2022-12-08_22:09:38.080912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:39.693010 run osmo-stp_10.42.42.5(pid=19746): stderr: \u000a| �[0;m�[38;5;43m20221208220938248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220938248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220938248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220938249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220938249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220938250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220938250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:39.826923 run osmo-stp_10.42.42.5(pid=19746): stdout: \u000a| (launched: 2022-12-08_22:09:38.080912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:39.959580 run osmo-stp_10.42.42.5(pid=19746): stderr: \u000a| �[0;m�[38;5;43m20221208220938248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220938248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220938248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220938249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220938249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220938250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220938250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:40.113860 run patchelf(pid=19749): Terminating (SIGINT)\u000a22:09:40.294729 run patchelf(pid=19749): Terminated: ok {rc=0}\u000a22:09:40.327441 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19746): Process ended prematurely: osmo-stp_10.42.42.5(pid=19746) [trial-2350↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19746)] [trial-2350↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a22:09:40.336687 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a22:09:40.400350 run osmo-hlr_10.42.42.2(pid=19743): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19743)]\u000a22:09:40.452603 run osmo-hlr_10.42.42.2(pid=19743): stdout: \u000a| (launched: 2022-12-08_22:09:37.140491) \u000a22:09:40.505344 run osmo-hlr_10.42.42.2(pid=19743): stderr: \u000a| �[0;m�[1;31m20221208220937313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220937313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220937313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220937313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220937313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220937313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220937326 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220937335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220937335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220937335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:09:40.550986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19742): Terminating (SIGTERM)\u000a22:09:40.593368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19745): Terminating (SIGTERM)\u000a22:09:40.635927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19748): Terminating (SIGTERM)\u000a22:09:40.645955 --- ParallelTerminationStrategy: PID 19742 died...\u000a22:09:40.702845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19742): Terminated: ok {rc=0}\u000a22:09:40.713250 --- ParallelTerminationStrategy: PID 19745 died...\u000a22:09:40.769835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19745): Terminated: ok {rc=0}\u000a22:09:40.780063 --- ParallelTerminationStrategy: PID 19748 died...\u000a22:09:40.836606 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19748): Terminated: ok {rc=0}\u000a22:09:40.925094 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:08:42" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19764): Process ended prematurely: osmo-stp_10.42.42.5(pid=19764) [trial-2350↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19764)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19764): Process ended prematurely: osmo-stp_10.42.42.5(pid=19764) [trial-2350↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19764)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:09:43.074769 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:43.085576 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:09:43.248441 tst cs_paging_gprs_active.py: using LAC 17077\u000a22:09:43.370385 tst cs_paging_gprs_active.py: using RAC 247\u000a22:09:43.488710 tst cs_paging_gprs_active.py: using CellId 17077\u000a22:09:43.611269 tst cs_paging_gprs_active.py: using BVCI 17078\u000a22:09:43.634562 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:43.645308 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:43.655781 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:43.666638 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:43.677309 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:43.688191 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:43.699109 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:43.709844 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:43.720698 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:09:43.839971 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:09:44.134940 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:09:44.270789 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:09:44.605518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19754): Launched\u000a22:09:44.885347 run iperf3-srv_10.42.42.10(pid=19755): Launched\u000a22:09:45.083878 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:09:45.219178 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:09:45.552813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19756): Launched\u000a22:09:45.833324 run iperf3-srv_10.42.42.10(pid=19757): Launched\u000a22:09:46.062800 tst cs_paging_gprs_active.py:38: start network...\u000a22:09:46.200579 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:09:46.764741 run create_hlr_db(pid=19758): Launched\u000a22:09:46.955709 bus /gobi_6: Setting Powered False\u000a22:09:47.964022 run create_hlr_db(pid=19758): Terminated: ok {rc=0}\u000a22:09:48.401761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19760): Launched\u000a22:09:48.725708 run osmo-hlr_10.42.42.2(pid=19761): Launched\u000a22:09:48.845043 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:09:49.407810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19763): Launched\u000a22:09:49.731532 run osmo-stp_10.42.42.5(pid=19764): Launched\u000a22:09:49.848924 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:09:50.413365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19766): Launched\u000a22:09:50.528806 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:09:50.811501 run patchelf(pid=19767): Launched\u000a22:09:51.001791 run osmo-stp_10.42.42.5(pid=19764): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19764)]\u000a22:09:51.140902 run osmo-stp_10.42.42.5(pid=19764): stdout: \u000a| (launched: 2022-12-08_22:09:49.573457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:51.280273 run osmo-stp_10.42.42.5(pid=19764): stderr: \u000a| �[0;m�[38;5;43m20221208220949770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220949771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220949771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220949771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220949772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220949772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220949772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:51.415341 run osmo-stp_10.42.42.5(pid=19764): stdout: \u000a| (launched: 2022-12-08_22:09:49.573457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:51.549414 run osmo-stp_10.42.42.5(pid=19764): stderr: \u000a| �[0;m�[38;5;43m20221208220949770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208220949771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208220949771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208220949771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208220949772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208220949772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208220949772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:51.705317 run patchelf(pid=19767): Terminating (SIGINT)\u000a22:09:51.888089 run patchelf(pid=19767): Terminated: ok {rc=0}\u000a22:09:51.921806 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19764): Process ended prematurely: osmo-stp_10.42.42.5(pid=19764) [trial-2350↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19764)] [trial-2350↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a22:09:51.931843 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a22:09:51.995746 run osmo-hlr_10.42.42.2(pid=19761): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19761)]\u000a22:09:52.048100 run osmo-hlr_10.42.42.2(pid=19761): stdout: \u000a| (launched: 2022-12-08_22:09:48.567204) \u000a22:09:52.101107 run osmo-hlr_10.42.42.2(pid=19761): stderr: \u000a| �[0;m�[1;31m20221208220948767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208220948767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208220948767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220948767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208220948767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208220948767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208220948782 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208220948791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208220948791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208220948792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:09:52.146334 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19754): Terminating (SIGTERM)\u000a22:09:52.188624 run iperf3-srv_10.42.42.10(pid=19755): Terminating (SIGTERM)\u000a22:09:52.231341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19756): Terminating (SIGTERM)\u000a22:09:52.273927 run iperf3-srv_10.42.42.10(pid=19757): Terminating (SIGTERM)\u000a22:09:52.316340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19760): Terminating (SIGTERM)\u000a22:09:52.359173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19763): Terminating (SIGTERM)\u000a22:09:52.401629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19766): Terminating (SIGTERM)\u000a22:09:52.411383 --- ParallelTerminationStrategy: PID 19754 died...\u000a22:09:52.467973 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19754): Terminated: ok {rc=0}\u000a22:09:52.478265 --- ParallelTerminationStrategy: PID 19755 died...\u000a22:09:52.534611 run iperf3-srv_10.42.42.10(pid=19755): Terminated {rc=256}\u000a22:09:52.544799 --- ParallelTerminationStrategy: PID 19756 died...\u000a22:09:52.601365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19756): Terminated: ok {rc=0}\u000a22:09:52.611571 --- ParallelTerminationStrategy: PID 19757 died...\u000a22:09:52.668201 run iperf3-srv_10.42.42.10(pid=19757): Terminated {rc=256}\u000a22:09:52.678736 --- ParallelTerminationStrategy: PID 19760 died...\u000a22:09:52.735197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19760): Terminated: ok {rc=0}\u000a22:09:52.745538 --- ParallelTerminationStrategy: PID 19763 died...\u000a22:09:52.801838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19763): Terminated: ok {rc=0}\u000a22:09:52.812059 --- ParallelTerminationStrategy: PID 19766 died...\u000a22:09:52.869266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19766): Terminated: ok {rc=0}\u000a22:09:52.956212 bus /gobi_0: Setting Powered False\u000a22:09:54.059967 bus /gobi_0: Setting Powered False\u000a22:09:55.173128 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19780): Process ended prematurely: osmo-stp_10.42.42.5(pid=19780) [trial-2350↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19780)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19780): Process ended prematurely: osmo-stp_10.42.42.5(pid=19780) [trial-2350↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19780)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a22:09:56.284122 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:56.295419 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:09:56.453978 tst iperf3.py: using LAC 17078\u000a22:09:56.580876 tst iperf3.py: using RAC 248\u000a22:09:56.709361 tst iperf3.py: using CellId 17078\u000a22:09:56.839022 tst iperf3.py: using BVCI 17079\u000a22:09:56.864054 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:56.875383 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:56.886432 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:56.897496 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:56.908519 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:56.919623 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:56.930860 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:56.941832 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:56.953068 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:09:57.243265 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:09:57.378384 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:09:57.712559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19770): Launched\u000a22:09:57.990537 run iperf3-srv_10.42.42.10(pid=19771): Launched\u000a22:09:58.188662 tst iperf3.py:8: start network...\u000a22:09:58.323929 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:09:58.840747 run create_hlr_db(pid=19772): Launched\u000a22:09:59.027611 bus /gobi_6: Setting Powered False\u000a22:10:00.048792 run create_hlr_db(pid=19772): Terminated: ok {rc=0}\u000a22:10:00.477697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19776): Launched\u000a22:10:00.800541 run osmo-hlr_10.42.42.2(pid=19777): Launched\u000a22:10:00.975376 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:10:01.576616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19779): Launched\u000a22:10:02.059276 run osmo-stp_10.42.42.5(pid=19780): Launched\u000a22:10:02.304147 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:10:02.874453 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19785): Launched\u000a22:10:02.990877 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:10:03.273766 run patchelf(pid=19786): Launched\u000a22:10:03.464185 run osmo-stp_10.42.42.5(pid=19780): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19780)]\u000a22:10:03.603166 run osmo-stp_10.42.42.5(pid=19780): stdout: \u000a| (launched: 2022-12-08_22:10:01.736738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:03.743665 run osmo-stp_10.42.42.5(pid=19780): stderr: \u000a| �[0;m�[38;5;43m20221208221001950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221001950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221001951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221001951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221001951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221001951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221001951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:03.879022 run osmo-stp_10.42.42.5(pid=19780): stdout: \u000a| (launched: 2022-12-08_22:10:01.736738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:04.013559 run osmo-stp_10.42.42.5(pid=19780): stderr: \u000a| �[0;m�[38;5;43m20221208221001950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221001950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221001951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221001951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221001951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221001951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221001951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:04.169499 run patchelf(pid=19786): Terminating (SIGINT)\u000a22:10:04.352367 run patchelf(pid=19786): Terminated: ok {rc=0}\u000a22:10:04.385982 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19780): Process ended prematurely: osmo-stp_10.42.42.5(pid=19780) [trial-2350↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19780)] [trial-2350↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a22:10:04.396073 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a22:10:04.460083 run osmo-hlr_10.42.42.2(pid=19777): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19777)]\u000a22:10:04.512784 run osmo-hlr_10.42.42.2(pid=19777): stdout: \u000a| (launched: 2022-12-08_22:10:00.642213) \u000a22:10:04.566029 run osmo-hlr_10.42.42.2(pid=19777): stderr: \u000a| �[0;m�[1;31m20221208221000886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221000886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221000886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221000886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221000886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221000886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221000899 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221000935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221000935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221000935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:10:04.611544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19770): Terminating (SIGTERM)\u000a22:10:04.654665 run iperf3-srv_10.42.42.10(pid=19771): Terminating (SIGTERM)\u000a22:10:04.698122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19776): Terminating (SIGTERM)\u000a22:10:04.742024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19779): Terminating (SIGTERM)\u000a22:10:04.785117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19785): Terminating (SIGTERM)\u000a22:10:04.795043 --- ParallelTerminationStrategy: PID 19770 died...\u000a22:10:04.852360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19770): Terminated: ok {rc=0}\u000a22:10:04.862760 --- ParallelTerminationStrategy: PID 19771 died...\u000a22:10:04.919695 run iperf3-srv_10.42.42.10(pid=19771): Terminated {rc=256}\u000a22:10:04.930026 --- ParallelTerminationStrategy: PID 19776 died...\u000a22:10:04.987085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19776): Terminated: ok {rc=0}\u000a22:10:04.997547 --- ParallelTerminationStrategy: PID 19779 died...\u000a22:10:05.054496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19779): Terminated: ok {rc=0}\u000a22:10:05.064746 --- ParallelTerminationStrategy: PID 19785 died...\u000a22:10:05.122002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19785): Terminated: ok {rc=0}\u000a22:10:05.210966 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19801): Process ended prematurely: osmo-stp_10.42.42.5(pid=19801) [trial-2350↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19801)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19801): Process ended prematurely: osmo-stp_10.42.42.5(pid=19801) [trial-2350↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19801)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a22:10:06.327536 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:06.339494 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:10:06.506161 tst iperf3m4.py: using LAC 17079\u000a22:10:06.633304 tst iperf3m4.py: using RAC 249\u000a22:10:06.762461 tst iperf3m4.py: using CellId 17079\u000a22:10:06.888930 tst iperf3m4.py: using BVCI 17080\u000a22:10:06.913773 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:06.925120 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:06.936137 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:06.947326 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:06.958327 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:06.969446 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:06.980604 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:06.991725 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:07.003095 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:10:07.121913 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:10:07.240117 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:10:07.355846 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:10:07.648785 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:10:07.784888 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:10:08.119224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19787): Launched\u000a22:10:08.397237 run iperf3-srv_10.42.42.10(pid=19788): Launched\u000a22:10:08.595987 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:10:08.732501 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:10:09.066910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19789): Launched\u000a22:10:09.343369 run iperf3-srv_10.42.42.10(pid=19790): Launched\u000a22:10:09.541509 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:10:09.676796 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:10:10.010803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19791): Launched\u000a22:10:10.287150 run iperf3-srv_10.42.42.10(pid=19792): Launched\u000a22:10:10.486064 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:10:10.621238 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:10:10.955943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19793): Launched\u000a22:10:11.232596 run iperf3-srv_10.42.42.10(pid=19794): Launched\u000a22:10:11.430461 tst iperf3m4.py:8: start network...\u000a22:10:11.565628 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:10:12.083598 run create_hlr_db(pid=19795): Launched\u000a22:10:12.270151 bus /gobi_6: Setting Powered False\u000a22:10:13.292256 run create_hlr_db(pid=19795): Terminated: ok {rc=0}\u000a22:10:13.721471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19797): Launched\u000a22:10:14.043074 run osmo-hlr_10.42.42.2(pid=19798): Launched\u000a22:10:14.162335 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:10:14.723512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19800): Launched\u000a22:10:15.044762 run osmo-stp_10.42.42.5(pid=19801): Launched\u000a22:10:15.161799 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:10:15.725484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19803): Launched\u000a22:10:15.841874 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:10:16.149778 run patchelf(pid=19804): Launched\u000a22:10:16.343122 run osmo-stp_10.42.42.5(pid=19801): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19801)]\u000a22:10:16.483920 run osmo-stp_10.42.42.5(pid=19801): stdout: \u000a| (launched: 2022-12-08_22:10:14.888298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:16.625011 run osmo-stp_10.42.42.5(pid=19801): stderr: \u000a| �[0;m�[38;5;43m20221208221015079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221015079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221015079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221015080 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221015080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221015080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221015080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:16.762283 run osmo-stp_10.42.42.5(pid=19801): stdout: \u000a| (launched: 2022-12-08_22:10:14.888298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:16.898471 run osmo-stp_10.42.42.5(pid=19801): stderr: \u000a| �[0;m�[38;5;43m20221208221015079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221015079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221015079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221015080 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221015080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221015080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221015080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:17.056039 run patchelf(pid=19804): Terminating (SIGINT)\u000a22:10:17.239602 run patchelf(pid=19804): Terminated: ok {rc=0}\u000a22:10:17.272901 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19801): Process ended prematurely: osmo-stp_10.42.42.5(pid=19801) [trial-2350↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19801)] [trial-2350↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a22:10:17.283174 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a22:10:17.347158 run osmo-hlr_10.42.42.2(pid=19798): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19798)]\u000a22:10:17.399210 run osmo-hlr_10.42.42.2(pid=19798): stdout: \u000a| (launched: 2022-12-08_22:10:13.886362) \u000a22:10:17.451834 run osmo-hlr_10.42.42.2(pid=19798): stderr: \u000a| �[0;m�[1;31m20221208221014083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221014083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221014083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221014083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221014083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221014083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221014095 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221014103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221014103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221014103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:10:17.496709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19787): Terminating (SIGTERM)\u000a22:10:17.539233 run iperf3-srv_10.42.42.10(pid=19788): Terminating (SIGTERM)\u000a22:10:17.581856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19789): Terminating (SIGTERM)\u000a22:10:17.624143 run iperf3-srv_10.42.42.10(pid=19790): Terminating (SIGTERM)\u000a22:10:17.667097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19791): Terminating (SIGTERM)\u000a22:10:17.709912 run iperf3-srv_10.42.42.10(pid=19792): Terminating (SIGTERM)\u000a22:10:17.752493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19793): Terminating (SIGTERM)\u000a22:10:17.794889 run iperf3-srv_10.42.42.10(pid=19794): Terminating (SIGTERM)\u000a22:10:17.837431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19797): Terminating (SIGTERM)\u000a22:10:17.879890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19800): Terminating (SIGTERM)\u000a22:10:17.922354 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19803): Terminating (SIGTERM)\u000a22:10:17.932161 --- ParallelTerminationStrategy: PID 19787 died...\u000a22:10:17.989251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19787): Terminated: ok {rc=0}\u000a22:10:17.999555 --- ParallelTerminationStrategy: PID 19788 died...\u000a22:10:18.055973 run iperf3-srv_10.42.42.10(pid=19788): Terminated {rc=256}\u000a22:10:18.066215 --- ParallelTerminationStrategy: PID 19789 died...\u000a22:10:18.122456 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19789): Terminated: ok {rc=0}\u000a22:10:18.132548 --- ParallelTerminationStrategy: PID 19790 died...\u000a22:10:18.188549 run iperf3-srv_10.42.42.10(pid=19790): Terminated {rc=256}\u000a22:10:18.198760 --- ParallelTerminationStrategy: PID 19791 died...\u000a22:10:18.255475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19791): Terminated: ok {rc=0}\u000a22:10:18.265631 --- ParallelTerminationStrategy: PID 19792 died...\u000a22:10:18.321595 run iperf3-srv_10.42.42.10(pid=19792): Terminated {rc=256}\u000a22:10:18.331696 --- ParallelTerminationStrategy: PID 19793 died...\u000a22:10:18.388042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19793): Terminated: ok {rc=0}\u000a22:10:18.398281 --- ParallelTerminationStrategy: PID 19794 died...\u000a22:10:18.454453 run iperf3-srv_10.42.42.10(pid=19794): Terminated {rc=256}\u000a22:10:18.464580 --- ParallelTerminationStrategy: PID 19797 died...\u000a22:10:18.520817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19797): Terminated: ok {rc=0}\u000a22:10:18.531049 --- ParallelTerminationStrategy: PID 19800 died...\u000a22:10:18.587419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19800): Terminated: ok {rc=0}\u000a22:10:18.597714 --- ParallelTerminationStrategy: PID 19803 died...\u000a22:10:18.653728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19803): Terminated: ok {rc=0}\u000a22:10:18.741471 bus /gobi_4: Setting Powered False\u000a22:10:19.849877 bus /gobi_4: Setting Powered False\u000a22:10:20.958933 bus /gobi_1: Setting Powered False\u000a22:10:22.062992 bus /gobi_1: Setting Powered False\u000a22:10:23.170823 bus /gobi_0: Setting Powered False\u000a22:10:24.274740 bus /gobi_0: Setting Powered False\u000a22:10:25.388339 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19811): Process ended prematurely: osmo-stp_10.42.42.5(pid=19811) [trial-2350↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19811)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19811): Process ended prematurely: osmo-stp_10.42.42.5(pid=19811) [trial-2350↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19811)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a22:10:26.455795 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:26.467269 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:10:26.636716 tst ping.py: using LAC 17080\u000a22:10:26.756532 tst ping.py: using RAC 250\u000a22:10:26.874680 tst ping.py: using CellId 17080\u000a22:10:26.990963 tst ping.py: using BVCI 17081\u000a22:10:27.014089 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:27.024898 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:27.035643 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:27.046542 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:27.057378 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:27.068179 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:27.079096 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:27.089889 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:10:27.361255 tst ping.py:19: start network...\u000a22:10:27.484421 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:10:27.950383 run create_hlr_db(pid=19805): Launched\u000a22:10:28.122192 bus /gobi_6: Setting Powered False\u000a22:10:29.144243 run create_hlr_db(pid=19805): Terminated: ok {rc=0}\u000a22:10:29.543260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19807): Launched\u000a22:10:29.840457 run osmo-hlr_10.42.42.2(pid=19808): Launched\u000a22:10:29.956898 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:10:30.489953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19810): Launched\u000a22:10:30.786496 run osmo-stp_10.42.42.5(pid=19811): Launched\u000a22:10:30.928375 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:10:31.544586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19813): Launched\u000a22:10:31.660331 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:10:31.963989 run patchelf(pid=19814): Launched\u000a22:10:32.155096 run osmo-stp_10.42.42.5(pid=19811): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19811)]\u000a22:10:32.293973 run osmo-stp_10.42.42.5(pid=19811): stdout: \u000a| (launched: 2022-12-08_22:10:30.640839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:32.430511 run osmo-stp_10.42.42.5(pid=19811): stderr: \u000a| �[0;m�[38;5;43m20221208221030811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221030811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221030811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221030812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221030812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221030812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221030812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:32.562717 run osmo-stp_10.42.42.5(pid=19811): stdout: \u000a| (launched: 2022-12-08_22:10:30.640839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:32.693363 run osmo-stp_10.42.42.5(pid=19811): stderr: \u000a| �[0;m�[38;5;43m20221208221030811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221030811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221030811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221030812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221030812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221030812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221030812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:32.845886 run patchelf(pid=19814): Terminating (SIGINT)\u000a22:10:33.025226 run patchelf(pid=19814): Terminated: ok {rc=0}\u000a22:10:33.057894 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19811): Process ended prematurely: osmo-stp_10.42.42.5(pid=19811) [trial-2350↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19811)] [trial-2350↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a22:10:33.067305 tst ping.py:22: Test FAILED (6.6 sec)\u000a22:10:33.131325 run osmo-hlr_10.42.42.2(pid=19808): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19808)]\u000a22:10:33.183516 run osmo-hlr_10.42.42.2(pid=19808): stdout: \u000a| (launched: 2022-12-08_22:10:29.694253) \u000a22:10:33.236307 run osmo-hlr_10.42.42.2(pid=19808): stderr: \u000a| �[0;m�[1;31m20221208221029868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221029868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221029868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221029868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221029868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221029868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221029881 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221029889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221029889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221029889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:10:33.281675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19807): Terminating (SIGTERM)\u000a22:10:33.324424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19810): Terminating (SIGTERM)\u000a22:10:33.367289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19813): Terminating (SIGTERM)\u000a22:10:33.377210 --- ParallelTerminationStrategy: PID 19807 died...\u000a22:10:33.434353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19807): Terminated: ok {rc=0}\u000a22:10:33.444699 --- ParallelTerminationStrategy: PID 19810 died...\u000a22:10:33.501416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19810): Terminated: ok {rc=0}\u000a22:10:33.511707 --- ParallelTerminationStrategy: PID 19813 died...\u000a22:10:33.568131 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19813): Terminated: ok {rc=0}\u000a22:10:33.656075 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19821): Process ended prematurely: osmo-stp_10.42.42.5(pid=19821) [trial-2350↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19821)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19821): Process ended prematurely: osmo-stp_10.42.42.5(pid=19821) [trial-2350↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19821)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a22:10:34.709620 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:34.722052 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:10:34.895785 tst ping_idle_ping.py: using LAC 17081\u000a22:10:35.024144 tst ping_idle_ping.py: using RAC 251\u000a22:10:35.153966 tst ping_idle_ping.py: using CellId 17081\u000a22:10:35.277151 tst ping_idle_ping.py: using BVCI 17082\u000a22:10:35.301731 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:35.313144 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:35.324200 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:35.336013 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:35.347289 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:35.358612 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:35.369810 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:35.380768 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:10:35.653890 tst ping_idle_ping.py:24: start network...\u000a22:10:35.778107 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:10:36.250727 run create_hlr_db(pid=19815): Launched\u000a22:10:36.424070 bus /gobi_6: Setting Powered False\u000a22:10:37.445016 run create_hlr_db(pid=19815): Terminated: ok {rc=0}\u000a22:10:37.868899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19817): Launched\u000a22:10:38.185902 run osmo-hlr_10.42.42.2(pid=19818): Launched\u000a22:10:38.302851 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:10:38.855405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19820): Launched\u000a22:10:39.174228 run osmo-stp_10.42.42.5(pid=19821): Launched\u000a22:10:39.289662 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:10:39.846138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19823): Launched\u000a22:10:39.959988 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:10:40.237089 run patchelf(pid=19824): Launched\u000a22:10:40.424763 run osmo-stp_10.42.42.5(pid=19821): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19821)]\u000a22:10:40.561791 run osmo-stp_10.42.42.5(pid=19821): stdout: \u000a| (launched: 2022-12-08_22:10:39.018362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:40.699495 run osmo-stp_10.42.42.5(pid=19821): stderr: \u000a| �[0;m�[38;5;43m20221208221039212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221039212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221039212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221039213 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221039213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221039213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221039213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:40.832478 run osmo-stp_10.42.42.5(pid=19821): stdout: \u000a| (launched: 2022-12-08_22:10:39.018362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:40.963880 run osmo-stp_10.42.42.5(pid=19821): stderr: \u000a| �[0;m�[38;5;43m20221208221039212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221039212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221039212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221039213 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221039213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221039213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221039213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:41.117859 run patchelf(pid=19824): Terminating (SIGINT)\u000a22:10:41.296884 run patchelf(pid=19824): Terminated: ok {rc=0}\u000a22:10:41.329792 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19821): Process ended prematurely: osmo-stp_10.42.42.5(pid=19821) [trial-2350↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19821)] [trial-2350↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a22:10:41.339054 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a22:10:41.402599 run osmo-hlr_10.42.42.2(pid=19818): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19818)]\u000a22:10:41.454446 run osmo-hlr_10.42.42.2(pid=19818): stdout: \u000a| (launched: 2022-12-08_22:10:38.030970) \u000a22:10:41.506961 run osmo-hlr_10.42.42.2(pid=19818): stderr: \u000a| �[0;m�[1;31m20221208221038231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221038231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221038231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221038231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221038231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221038231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221038244 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221038254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221038254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221038254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:10:41.551822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19817): Terminating (SIGTERM)\u000a22:10:41.594251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19820): Terminating (SIGTERM)\u000a22:10:41.636619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19823): Terminating (SIGTERM)\u000a22:10:41.646424 --- ParallelTerminationStrategy: PID 19817 died...\u000a22:10:41.703396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19817): Terminated: ok {rc=0}\u000a22:10:41.713757 --- ParallelTerminationStrategy: PID 19820 died...\u000a22:10:41.770396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19820): Terminated: ok {rc=0}\u000a22:10:41.780571 --- ParallelTerminationStrategy: PID 19823 died...\u000a22:10:41.837185 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19823): Terminated: ok {rc=0}\u000a22:10:41.952029 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:09:42" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19838): Process ended prematurely: osmo-stp_10.42.42.5(pid=19838) [trial-2350↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19838)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19838): Process ended prematurely: osmo-stp_10.42.42.5(pid=19838) [trial-2350↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19838)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:10:44.122587 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:44.134497 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:10:44.283649 tst cs_paging_gprs_active.py: using LAC 17082\u000a22:10:44.411669 tst cs_paging_gprs_active.py: using RAC 252\u000a22:10:44.539369 tst cs_paging_gprs_active.py: using CellId 17082\u000a22:10:44.667059 tst cs_paging_gprs_active.py: using BVCI 17083\u000a22:10:44.691937 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:44.703964 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:44.715454 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:44.727149 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:44.738793 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:44.750456 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:44.762499 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:44.774317 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:44.786226 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:10:44.903076 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:10:45.181145 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:10:45.308237 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:10:45.623612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19828): Launched\u000a22:10:45.888815 run iperf3-srv_10.42.42.10(pid=19829): Launched\u000a22:10:46.078957 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:10:46.209384 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:10:46.547254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19830): Launched\u000a22:10:46.830718 run iperf3-srv_10.42.42.10(pid=19831): Launched\u000a22:10:47.020112 tst cs_paging_gprs_active.py:38: start network...\u000a22:10:47.150230 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:10:47.631025 run create_hlr_db(pid=19832): Launched\u000a22:10:47.806012 bus /gobi_6: Setting Powered False\u000a22:10:48.827571 run create_hlr_db(pid=19832): Terminated: ok {rc=0}\u000a22:10:49.231251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19834): Launched\u000a22:10:49.535112 run osmo-hlr_10.42.42.2(pid=19835): Launched\u000a22:10:49.660146 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:10:50.191866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19837): Launched\u000a22:10:50.494217 run osmo-stp_10.42.42.5(pid=19838): Launched\u000a22:10:50.604905 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:10:51.133282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19840): Launched\u000a22:10:51.241812 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:10:51.506728 run patchelf(pid=19841): Launched\u000a22:10:51.685435 run osmo-stp_10.42.42.5(pid=19838): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19838)]\u000a22:10:51.816237 run osmo-stp_10.42.42.5(pid=19838): stdout: \u000a| (launched: 2022-12-08_22:10:50.345930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:51.947562 run osmo-stp_10.42.42.5(pid=19838): stderr: \u000a| �[0;m�[38;5;43m20221208221050514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221050514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221050515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221050515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221050515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221050515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221050516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:52.074380 run osmo-stp_10.42.42.5(pid=19838): stdout: \u000a| (launched: 2022-12-08_22:10:50.345930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:52.200635 run osmo-stp_10.42.42.5(pid=19838): stderr: \u000a| �[0;m�[38;5;43m20221208221050514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221050514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221050515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221050515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221050515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221050515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221050516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:52.346207 run patchelf(pid=19841): Terminating (SIGINT)\u000a22:10:52.517549 run patchelf(pid=19841): Terminated: ok {rc=0}\u000a22:10:52.548854 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19838): Process ended prematurely: osmo-stp_10.42.42.5(pid=19838) [trial-2350↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19838)] [trial-2350↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a22:10:52.558230 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a22:10:52.620090 run osmo-hlr_10.42.42.2(pid=19835): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19835)]\u000a22:10:52.670729 run osmo-hlr_10.42.42.2(pid=19835): stdout: \u000a| (launched: 2022-12-08_22:10:49.386225) \u000a22:10:52.721797 run osmo-hlr_10.42.42.2(pid=19835): stderr: \u000a| �[0;m�[1;31m20221208221049562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221049562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221049562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221049562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221049562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221049562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221049574 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221049582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221049583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221049583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:10:52.765033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19828): Terminating (SIGTERM)\u000a22:10:52.805712 run iperf3-srv_10.42.42.10(pid=19829): Terminating (SIGTERM)\u000a22:10:52.846527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19830): Terminating (SIGTERM)\u000a22:10:52.887312 run iperf3-srv_10.42.42.10(pid=19831): Terminating (SIGTERM)\u000a22:10:52.928045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19834): Terminating (SIGTERM)\u000a22:10:52.968394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19837): Terminating (SIGTERM)\u000a22:10:53.008801 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19840): Terminating (SIGTERM)\u000a22:10:53.018362 --- ParallelTerminationStrategy: PID 19828 died...\u000a22:10:53.072382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19828): Terminated: ok {rc=0}\u000a22:10:53.082397 --- ParallelTerminationStrategy: PID 19829 died...\u000a22:10:53.136455 run iperf3-srv_10.42.42.10(pid=19829): Terminated {rc=256}\u000a22:10:53.146359 --- ParallelTerminationStrategy: PID 19830 died...\u000a22:10:53.200195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19830): Terminated: ok {rc=0}\u000a22:10:53.210055 --- ParallelTerminationStrategy: PID 19831 died...\u000a22:10:53.264518 run iperf3-srv_10.42.42.10(pid=19831): Terminated {rc=256}\u000a22:10:53.274236 --- ParallelTerminationStrategy: PID 19834 died...\u000a22:10:53.328639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19834): Terminated: ok {rc=0}\u000a22:10:53.338432 --- ParallelTerminationStrategy: PID 19837 died...\u000a22:10:53.392702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19837): Terminated: ok {rc=0}\u000a22:10:53.402667 --- ParallelTerminationStrategy: PID 19840 died...\u000a22:10:53.457139 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19840): Terminated: ok {rc=0}\u000a22:10:53.547083 bus /gobi_0: Setting Powered False\u000a22:10:54.651086 bus /gobi_0: Setting Powered False\u000a22:10:55.758632 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19850): Process ended prematurely: osmo-stp_10.42.42.5(pid=19850) [trial-2350↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19850)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19850): Process ended prematurely: osmo-stp_10.42.42.5(pid=19850) [trial-2350↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19850)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a22:10:56.874414 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:56.886943 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:10:57.037300 tst iperf3.py: using LAC 17083\u000a22:10:57.167721 tst iperf3.py: using RAC 253\u000a22:10:57.296804 tst iperf3.py: using CellId 17083\u000a22:10:57.424064 tst iperf3.py: using BVCI 17084\u000a22:10:57.448915 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:57.460692 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:57.472312 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:57.484043 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:57.495866 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:57.507545 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:57.519454 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:57.531148 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:57.543147 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:10:57.839245 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:10:57.974885 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:10:58.308663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19842): Launched\u000a22:10:58.586885 run iperf3-srv_10.42.42.10(pid=19843): Launched\u000a22:10:58.786228 tst iperf3.py:8: start network...\u000a22:10:58.922171 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:10:59.440051 run create_hlr_db(pid=19844): Launched\u000a22:10:59.626553 bus /gobi_6: Setting Powered False\u000a22:11:00.648893 run create_hlr_db(pid=19844): Terminated: ok {rc=0}\u000a22:11:01.079172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19846): Launched\u000a22:11:01.487815 run osmo-hlr_10.42.42.2(pid=19847): Launched\u000a22:11:01.688639 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:11:02.279405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19849): Launched\u000a22:11:02.584542 run osmo-stp_10.42.42.5(pid=19850): Launched\u000a22:11:02.697780 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:11:03.224873 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19852): Launched\u000a22:11:03.333312 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:11:03.596904 run patchelf(pid=19853): Launched\u000a22:11:03.774866 run osmo-stp_10.42.42.5(pid=19850): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19850)]\u000a22:11:03.905184 run osmo-stp_10.42.42.5(pid=19850): stdout: \u000a| (launched: 2022-12-08_22:11:02.434969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:04.035963 run osmo-stp_10.42.42.5(pid=19850): stderr: \u000a| �[0;m�[38;5;43m20221208221102604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221102604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221102604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221102605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221102605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221102605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221102605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:04.162727 run osmo-stp_10.42.42.5(pid=19850): stdout: \u000a| (launched: 2022-12-08_22:11:02.434969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:04.288167 run osmo-stp_10.42.42.5(pid=19850): stderr: \u000a| �[0;m�[38;5;43m20221208221102604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221102604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221102604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221102605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221102605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221102605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221102605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:04.433806 run patchelf(pid=19853): Terminating (SIGINT)\u000a22:11:04.604917 run patchelf(pid=19853): Terminated: ok {rc=0}\u000a22:11:04.636356 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19850): Process ended prematurely: osmo-stp_10.42.42.5(pid=19850) [trial-2350↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19850)] [trial-2350↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a22:11:04.645789 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a22:11:04.707765 run osmo-hlr_10.42.42.2(pid=19847): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19847)]\u000a22:11:04.758082 run osmo-hlr_10.42.42.2(pid=19847): stdout: \u000a| (launched: 2022-12-08_22:11:01.236755) \u000a22:11:04.808704 run osmo-hlr_10.42.42.2(pid=19847): stderr: \u000a| �[0;m�[1;31m20221208221101591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221101591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221101591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221101591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221101591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221101591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221101603 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221101613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221101613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221101613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:11:04.851374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19842): Terminating (SIGTERM)\u000a22:11:04.891829 run iperf3-srv_10.42.42.10(pid=19843): Terminating (SIGTERM)\u000a22:11:04.932272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19846): Terminating (SIGTERM)\u000a22:11:04.973048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19849): Terminating (SIGTERM)\u000a22:11:05.013522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19852): Terminating (SIGTERM)\u000a22:11:05.023028 --- ParallelTerminationStrategy: PID 19842 died...\u000a22:11:05.077309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19842): Terminated: ok {rc=0}\u000a22:11:05.087302 --- ParallelTerminationStrategy: PID 19843 died...\u000a22:11:05.141532 run iperf3-srv_10.42.42.10(pid=19843): Terminated {rc=256}\u000a22:11:05.151510 --- ParallelTerminationStrategy: PID 19846 died...\u000a22:11:05.206035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19846): Terminated: ok {rc=0}\u000a22:11:05.216396 --- ParallelTerminationStrategy: PID 19849 died...\u000a22:11:05.270243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19849): Terminated: ok {rc=0}\u000a22:11:05.280210 --- ParallelTerminationStrategy: PID 19852 died...\u000a22:11:05.334605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19852): Terminated: ok {rc=0}\u000a22:11:05.423083 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19868): Process ended prematurely: osmo-stp_10.42.42.5(pid=19868) [trial-2350↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19868)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19868): Process ended prematurely: osmo-stp_10.42.42.5(pid=19868) [trial-2350↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19868)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a22:11:06.534627 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:06.546517 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:11:06.688173 tst iperf3m4.py: using LAC 17084\u000a22:11:06.809441 tst iperf3m4.py: using RAC 254\u000a22:11:06.932043 tst iperf3m4.py: using CellId 17084\u000a22:11:07.054045 tst iperf3m4.py: using BVCI 17085\u000a22:11:07.077527 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:07.088626 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:07.099564 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:07.110845 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:07.122142 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:07.133307 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:07.144500 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:07.155543 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:07.166704 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:11:07.286529 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:11:07.410392 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:11:07.530098 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:11:07.811354 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:11:07.938460 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:11:08.253812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19854): Launched\u000a22:11:08.516060 run iperf3-srv_10.42.42.10(pid=19855): Launched\u000a22:11:08.701795 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:11:08.828617 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:11:09.143253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19856): Launched\u000a22:11:09.405164 run iperf3-srv_10.42.42.10(pid=19857): Launched\u000a22:11:09.590491 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:11:09.717509 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:11:10.031965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19858): Launched\u000a22:11:10.292911 run iperf3-srv_10.42.42.10(pid=19859): Launched\u000a22:11:10.478144 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:11:10.604727 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:11:10.918550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19860): Launched\u000a22:11:11.179854 run iperf3-srv_10.42.42.10(pid=19861): Launched\u000a22:11:11.366022 tst iperf3m4.py:8: start network...\u000a22:11:11.492606 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:11:11.969400 run create_hlr_db(pid=19862): Launched\u000a22:11:12.143569 bus /gobi_6: Setting Powered False\u000a22:11:13.167443 run create_hlr_db(pid=19862): Terminated: ok {rc=0}\u000a22:11:13.571273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19864): Launched\u000a22:11:13.874115 run osmo-hlr_10.42.42.2(pid=19865): Launched\u000a22:11:13.985808 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:11:14.515299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19867): Launched\u000a22:11:14.817749 run osmo-stp_10.42.42.5(pid=19868): Launched\u000a22:11:14.928583 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:11:15.455300 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19870): Launched\u000a22:11:15.563460 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:11:15.836420 run patchelf(pid=19871): Launched\u000a22:11:16.039814 run osmo-stp_10.42.42.5(pid=19868): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19868)]\u000a22:11:16.173341 run osmo-stp_10.42.42.5(pid=19868): stdout: \u000a| (launched: 2022-12-08_22:11:14.669642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:16.307065 run osmo-stp_10.42.42.5(pid=19868): stderr: \u000a| �[0;m�[38;5;43m20221208221114840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221114840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221114840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221114841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221114841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221114841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221114841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:16.436842 run osmo-stp_10.42.42.5(pid=19868): stdout: \u000a| (launched: 2022-12-08_22:11:14.669642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:16.565668 run osmo-stp_10.42.42.5(pid=19868): stderr: \u000a| �[0;m�[38;5;43m20221208221114840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221114840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221114840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221114841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221114841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221114841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221114841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:16.715160 run patchelf(pid=19871): Terminating (SIGINT)\u000a22:11:16.890478 run patchelf(pid=19871): Terminated: ok {rc=0}\u000a22:11:16.923605 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19868): Process ended prematurely: osmo-stp_10.42.42.5(pid=19868) [trial-2350↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19868)] [trial-2350↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a22:11:16.933960 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a22:11:17.000629 run osmo-hlr_10.42.42.2(pid=19865): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19865)]\u000a22:11:17.053406 run osmo-hlr_10.42.42.2(pid=19865): stdout: \u000a| (launched: 2022-12-08_22:11:13.725412) \u000a22:11:17.106961 run osmo-hlr_10.42.42.2(pid=19865): stderr: \u000a| �[0;m�[1;31m20221208221113902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221113902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221113902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221113902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221113902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221113903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221113915 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221113923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221113924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221113925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:11:17.151397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19854): Terminating (SIGTERM)\u000a22:11:17.195246 run iperf3-srv_10.42.42.10(pid=19855): Terminating (SIGTERM)\u000a22:11:17.236201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19856): Terminating (SIGTERM)\u000a22:11:17.277365 run iperf3-srv_10.42.42.10(pid=19857): Terminating (SIGTERM)\u000a22:11:17.318700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19858): Terminating (SIGTERM)\u000a22:11:17.359774 run iperf3-srv_10.42.42.10(pid=19859): Terminating (SIGTERM)\u000a22:11:17.401383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19860): Terminating (SIGTERM)\u000a22:11:17.441996 run iperf3-srv_10.42.42.10(pid=19861): Terminating (SIGTERM)\u000a22:11:17.483086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19864): Terminating (SIGTERM)\u000a22:11:17.524034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19867): Terminating (SIGTERM)\u000a22:11:17.564435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19870): Terminating (SIGTERM)\u000a22:11:17.574850 --- ParallelTerminationStrategy: PID 19854 died...\u000a22:11:17.629735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19854): Terminated: ok {rc=0}\u000a22:11:17.639684 --- ParallelTerminationStrategy: PID 19855 died...\u000a22:11:17.694423 run iperf3-srv_10.42.42.10(pid=19855): Terminated {rc=256}\u000a22:11:17.704257 --- ParallelTerminationStrategy: PID 19856 died...\u000a22:11:17.759054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19856): Terminated: ok {rc=0}\u000a22:11:17.768902 --- ParallelTerminationStrategy: PID 19857 died...\u000a22:11:17.823869 run iperf3-srv_10.42.42.10(pid=19857): Terminated {rc=256}\u000a22:11:17.833692 --- ParallelTerminationStrategy: PID 19858 died...\u000a22:11:17.888047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19858): Terminated: ok {rc=0}\u000a22:11:17.898195 --- ParallelTerminationStrategy: PID 19859 died...\u000a22:11:17.952846 run iperf3-srv_10.42.42.10(pid=19859): Terminated {rc=256}\u000a22:11:17.963003 --- ParallelTerminationStrategy: PID 19860 died...\u000a22:11:18.017794 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19860): Terminated: ok {rc=0}\u000a22:11:18.027711 --- ParallelTerminationStrategy: PID 19861 died...\u000a22:11:18.082004 run iperf3-srv_10.42.42.10(pid=19861): Terminated {rc=256}\u000a22:11:18.092192 --- ParallelTerminationStrategy: PID 19864 died...\u000a22:11:18.146956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19864): Terminated: ok {rc=0}\u000a22:11:18.156683 --- ParallelTerminationStrategy: PID 19867 died...\u000a22:11:18.211166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19867): Terminated: ok {rc=0}\u000a22:11:18.221355 --- ParallelTerminationStrategy: PID 19870 died...\u000a22:11:18.275759 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19870): Terminated: ok {rc=0}\u000a22:11:18.361264 bus /gobi_4: Setting Powered False\u000a22:11:19.470398 bus /gobi_4: Setting Powered False\u000a22:11:20.580281 bus /gobi_1: Setting Powered False\u000a22:11:21.683346 bus /gobi_1: Setting Powered False\u000a22:11:22.796062 bus /gobi_0: Setting Powered False\u000a22:11:23.899637 bus /gobi_0: Setting Powered False\u000a22:11:25.012702 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19878): Process ended prematurely: osmo-stp_10.42.42.5(pid=19878) [trial-2350↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19878)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19878): Process ended prematurely: osmo-stp_10.42.42.5(pid=19878) [trial-2350↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19878)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a22:11:26.080848 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:26.093064 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:11:26.235661 tst ping.py: using LAC 17085\u000a22:11:26.354184 tst ping.py: using RAC 255\u000a22:11:26.480836 tst ping.py: using CellId 17085\u000a22:11:26.605331 tst ping.py: using BVCI 17086\u000a22:11:26.629644 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:26.641394 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:26.653049 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:26.664706 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:26.676173 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:26.687641 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:26.699312 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:26.710754 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:11:26.998312 tst ping.py:19: start network...\u000a22:11:27.130424 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:11:27.639719 run create_hlr_db(pid=19872): Launched\u000a22:11:27.825085 bus /gobi_6: Setting Powered False\u000a22:11:28.845407 run create_hlr_db(pid=19872): Terminated: ok {rc=0}\u000a22:11:29.245308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19874): Launched\u000a22:11:29.542798 run osmo-hlr_10.42.42.2(pid=19875): Launched\u000a22:11:29.657867 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:11:30.178778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19877): Launched\u000a22:11:30.475754 run osmo-stp_10.42.42.5(pid=19878): Launched\u000a22:11:30.586169 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:11:31.146216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19880): Launched\u000a22:11:31.255352 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:11:31.540767 run patchelf(pid=19881): Launched\u000a22:11:31.721453 run osmo-stp_10.42.42.5(pid=19878): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19878)]\u000a22:11:31.854013 run osmo-stp_10.42.42.5(pid=19878): stdout: \u000a| (launched: 2022-12-08_22:11:30.330192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:31.986556 run osmo-stp_10.42.42.5(pid=19878): stderr: \u000a| �[0;m�[38;5;43m20221208221130499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221130499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221130499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221130500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221130500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221130500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221130501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:32.114646 run osmo-stp_10.42.42.5(pid=19878): stdout: \u000a| (launched: 2022-12-08_22:11:30.330192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:32.240046 run osmo-stp_10.42.42.5(pid=19878): stderr: \u000a| �[0;m�[38;5;43m20221208221130499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221130499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221130499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221130500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221130500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221130500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221130501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:32.383952 run patchelf(pid=19881): Terminating (SIGINT)\u000a22:11:32.553531 run patchelf(pid=19881): Terminated: ok {rc=0}\u000a22:11:32.584544 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19878): Process ended prematurely: osmo-stp_10.42.42.5(pid=19878) [trial-2350↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19878)] [trial-2350↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a22:11:32.593607 tst ping.py:22: Test FAILED (6.5 sec)\u000a22:11:32.655585 run osmo-hlr_10.42.42.2(pid=19875): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19875)]\u000a22:11:32.706545 run osmo-hlr_10.42.42.2(pid=19875): stdout: \u000a| (launched: 2022-12-08_22:11:29.396864) \u000a22:11:32.758054 run osmo-hlr_10.42.42.2(pid=19875): stderr: \u000a| �[0;m�[1;31m20221208221129575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221129575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221129575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221129575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221129575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221129575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221129592 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221129601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221129601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221129601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:11:32.801498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19874): Terminating (SIGTERM)\u000a22:11:32.842608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19877): Terminating (SIGTERM)\u000a22:11:32.883724 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19880): Terminating (SIGTERM)\u000a22:11:32.893413 --- ParallelTerminationStrategy: PID 19874 died...\u000a22:11:32.948240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19874): Terminated: ok {rc=0}\u000a22:11:32.958330 --- ParallelTerminationStrategy: PID 19877 died...\u000a22:11:33.013984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19877): Terminated: ok {rc=0}\u000a22:11:33.024056 --- ParallelTerminationStrategy: PID 19880 died...\u000a22:11:33.078432 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19880): Terminated: ok {rc=0}\u000a22:11:33.162008 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19889): Process ended prematurely: osmo-stp_10.42.42.5(pid=19889) [trial-2350↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19889)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19889): Process ended prematurely: osmo-stp_10.42.42.5(pid=19889) [trial-2350↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19889)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a22:11:34.212292 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:34.224087 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:11:34.364081 tst ping_idle_ping.py: using LAC 17086\u000a22:11:34.483640 tst ping_idle_ping.py: using RAC 1\u000a22:11:34.603080 tst ping_idle_ping.py: using CellId 17086\u000a22:11:34.722490 tst ping_idle_ping.py: using BVCI 17087\u000a22:11:34.745757 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:34.756700 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:34.767685 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:34.778971 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:34.790041 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:34.801331 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:34.812593 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:34.823865 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:11:35.098363 tst ping_idle_ping.py:24: start network...\u000a22:11:35.222713 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:11:35.694358 run create_hlr_db(pid=19883): Launched\u000a22:11:35.867997 bus /gobi_6: Setting Powered False\u000a22:11:36.889732 run create_hlr_db(pid=19883): Terminated: ok {rc=0}\u000a22:11:37.312893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19885): Launched\u000a22:11:37.633563 run osmo-hlr_10.42.42.2(pid=19886): Launched\u000a22:11:37.751328 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:11:38.304266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19888): Launched\u000a22:11:38.623270 run osmo-stp_10.42.42.5(pid=19889): Launched\u000a22:11:38.741466 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:11:39.298476 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19891): Launched\u000a22:11:39.412419 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:11:39.691081 run patchelf(pid=19892): Launched\u000a22:11:39.879475 run osmo-stp_10.42.42.5(pid=19889): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19889)]\u000a22:11:40.017348 run osmo-stp_10.42.42.5(pid=19889): stdout: \u000a| (launched: 2022-12-08_22:11:38.466736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:40.154704 run osmo-stp_10.42.42.5(pid=19889): stderr: \u000a| �[0;m�[38;5;43m20221208221138659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221138659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221138659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221138659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221138660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221138660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221138660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:40.287406 run osmo-stp_10.42.42.5(pid=19889): stdout: \u000a| (launched: 2022-12-08_22:11:38.466736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:40.419164 run osmo-stp_10.42.42.5(pid=19889): stderr: \u000a| �[0;m�[38;5;43m20221208221138659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221138659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221138659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221138659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221138660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221138660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221138660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:40.572439 run patchelf(pid=19892): Terminating (SIGINT)\u000a22:11:40.752699 run patchelf(pid=19892): Terminated: ok {rc=0}\u000a22:11:40.785635 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19889): Process ended prematurely: osmo-stp_10.42.42.5(pid=19889) [trial-2350↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19889)] [trial-2350↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a22:11:40.794995 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a22:11:40.858921 run osmo-hlr_10.42.42.2(pid=19886): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19886)]\u000a22:11:40.911572 run osmo-hlr_10.42.42.2(pid=19886): stdout: \u000a| (launched: 2022-12-08_22:11:37.476799) \u000a22:11:40.964519 run osmo-hlr_10.42.42.2(pid=19886): stderr: \u000a| �[0;m�[1;31m20221208221137674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221137674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221137674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221137674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221137674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221137674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221137691 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221137700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221137700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221137701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:11:41.009815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19885): Terminating (SIGTERM)\u000a22:11:41.052628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19888): Terminating (SIGTERM)\u000a22:11:41.095468 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19891): Terminating (SIGTERM)\u000a22:11:41.105410 --- ParallelTerminationStrategy: PID 19885 died...\u000a22:11:41.162395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19885): Terminated: ok {rc=0}\u000a22:11:41.172628 --- ParallelTerminationStrategy: PID 19888 died...\u000a22:11:41.229529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19888): Terminated: ok {rc=0}\u000a22:11:41.239792 --- ParallelTerminationStrategy: PID 19891 died...\u000a22:11:41.296632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19891): Terminated: ok {rc=0}\u000a22:11:41.385423 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:10:43" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19903): Process ended prematurely: osmo-stp_10.42.42.5(pid=19903) [trial-2350↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19903)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19903): Process ended prematurely: osmo-stp_10.42.42.5(pid=19903) [trial-2350↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19903)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a22:11:43.424059 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:11:43.435587 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:11:43.589435 tst switch_tch_pdch.py: using LAC 17087\u000a22:11:43.706861 tst switch_tch_pdch.py: using RAC 2\u000a22:11:43.822946 tst switch_tch_pdch.py: using CellId 17087\u000a22:11:43.938825 tst switch_tch_pdch.py: using BVCI 17088\u000a22:11:43.961681 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:11:43.972684 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:11:43.983550 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:11:43.994851 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:11:44.006215 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:11:44.017682 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:11:44.029249 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:11:44.040715 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:11:44.159709 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:11:44.433289 tst switch_tch_pdch.py:51: start network...\u000a22:11:44.557102 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:11:45.024613 run create_hlr_db(pid=19897): Launched\u000a22:11:45.196571 bus /gobi_6: Setting Powered False\u000a22:11:46.220478 run create_hlr_db(pid=19897): Terminated: ok {rc=0}\u000a22:11:46.691073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19899): Launched\u000a22:11:47.112568 run osmo-hlr_10.42.42.2(pid=19900): Launched\u000a22:11:47.231484 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:11:47.787477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19902): Launched\u000a22:11:48.103773 run osmo-stp_10.42.42.5(pid=19903): Launched\u000a22:11:48.218576 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:11:48.773476 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19905): Launched\u000a22:11:48.886865 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:11:49.163583 run patchelf(pid=19906): Launched\u000a22:11:49.351327 run osmo-stp_10.42.42.5(pid=19903): ERR: Terminated: ERROR {rc=1} [trial-2350↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19903)]\u000a22:11:49.488852 run osmo-stp_10.42.42.5(pid=19903): stdout: \u000a| (launched: 2022-12-08_22:11:47.949309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:49.626768 run osmo-stp_10.42.42.5(pid=19903): stderr: \u000a| �[0;m�[38;5;43m20221208221148139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221148139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221148139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221148140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221148140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221148140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221148140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:49.760229 run osmo-stp_10.42.42.5(pid=19903): stdout: \u000a| (launched: 2022-12-08_22:11:47.949309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:49.892181 run osmo-stp_10.42.42.5(pid=19903): stderr: \u000a| �[0;m�[38;5;43m20221208221148139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221148139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221148139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221148140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221148140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221148140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221148140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:50.045509 run patchelf(pid=19906): Terminating (SIGINT)\u000a22:11:50.224775 run patchelf(pid=19906): Terminated: ok {rc=0}\u000a22:11:50.257441 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=19903): Process ended prematurely: osmo-stp_10.42.42.5(pid=19903) [trial-2350↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19903)] [trial-2350↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a22:11:50.266818 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a22:11:50.330724 run osmo-hlr_10.42.42.2(pid=19900): ERR: Terminated: ERROR {rc=237} [trial-2350↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19900)]\u000a22:11:50.383135 run osmo-hlr_10.42.42.2(pid=19900): stdout: \u000a| (launched: 2022-12-08_22:11:46.857619) \u000a22:11:50.436118 run osmo-hlr_10.42.42.2(pid=19900): stderr: \u000a| �[0;m�[1;31m20221208221147178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221147178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221147179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221147179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221147179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221147179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221147210 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221147218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221147218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221147218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:11:50.481358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19899): Terminating (SIGTERM)\u000a22:11:50.524017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19902): Terminating (SIGTERM)\u000a22:11:50.566891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19905): Terminating (SIGTERM)\u000a22:11:50.576724 --- ParallelTerminationStrategy: PID 19899 died...\u000a22:11:50.633946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19899): Terminated: ok {rc=0}\u000a22:11:50.644282 --- ParallelTerminationStrategy: PID 19902 died...\u000a22:11:50.701097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19902): Terminated: ok {rc=0}\u000a22:11:50.711462 --- ParallelTerminationStrategy: PID 19905 died...\u000a22:11:50.768278 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19905): Terminated: ok {rc=0}\u000a22:11:50.855877 bus /gobi_0: Setting Powered False\u000a22:11:51.963516 bus /gobi_0: Setting Powered False\u000a22:11:53.071440 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:11:43" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19916): Process ended prematurely: osmo-stp_10.42.42.5(pid=19916) [trial-2350↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19916)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19916): Process ended prematurely: osmo-stp_10.42.42.5(pid=19916) [trial-2350↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19916)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a22:11:55.049509 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:11:55.060605 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a22:11:55.223591 tst switch_tch_pdch.py: using LAC 17088\u000a22:11:55.348640 tst switch_tch_pdch.py: using RAC 3\u000a22:11:55.472858 tst switch_tch_pdch.py: using CellId 17088\u000a22:11:55.599687 tst switch_tch_pdch.py: using BVCI 17089\u000a22:11:55.624380 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:11:55.635722 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:11:55.646887 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:11:55.658040 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:11:55.669222 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:11:55.680310 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:11:55.691559 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:11:55.702741 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:11:55.819521 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:11:56.093309 tst switch_tch_pdch.py:51: start network...\u000a22:11:56.217615 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:11:56.659750 run create_hlr_db(pid=19910): Launched\u000a22:11:56.781822 bus /gobi_6: Setting Powered False\u000a22:11:57.852623 run create_hlr_db(pid=19910): Terminated: ok {rc=0}\u000a22:11:58.247431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19912): Launched\u000a22:11:58.564886 run osmo-hlr_10.42.42.2(pid=19913): Launched\u000a22:11:58.684939 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:11:59.209327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19915): Launched\u000a22:11:59.525829 run osmo-stp_10.42.42.5(pid=19916): Launched\u000a22:11:59.642066 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:12:00.167405 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19918): Launched\u000a22:12:00.280316 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:12:00.556711 run patchelf(pid=19919): Launched\u000a22:12:00.744289 run osmo-stp_10.42.42.5(pid=19916): ERR: Terminated: ERROR {rc=1} [trial-2350↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19916)]\u000a22:12:00.887474 run osmo-stp_10.42.42.5(pid=19916): stdout: \u000a| (launched: 2022-12-08_22:11:59.371130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:01.044404 run osmo-stp_10.42.42.5(pid=19916): stderr: \u000a| �[0;m�[38;5;43m20221208221159562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221159562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221159562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221159563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221159565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221159565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221159565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:01.213881 run osmo-stp_10.42.42.5(pid=19916): stdout: \u000a| (launched: 2022-12-08_22:11:59.371130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:01.343180 run osmo-stp_10.42.42.5(pid=19916): stderr: \u000a| �[0;m�[38;5;43m20221208221159562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221159562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221159562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221159563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221159565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221159565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221159565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:01.491567 run patchelf(pid=19919): Terminating (SIGINT)\u000a22:12:01.667037 run patchelf(pid=19919): Terminated: ok {rc=0}\u000a22:12:01.700356 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=19916): Process ended prematurely: osmo-stp_10.42.42.5(pid=19916) [trial-2350↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19916)] [trial-2350↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a22:12:01.710119 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a22:12:01.776712 run osmo-hlr_10.42.42.2(pid=19913): ERR: Terminated: ERROR {rc=237} [trial-2350↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19913)]\u000a22:12:01.829335 run osmo-hlr_10.42.42.2(pid=19913): stdout: \u000a| (launched: 2022-12-08_22:11:58.409671) \u000a22:12:01.883415 run osmo-hlr_10.42.42.2(pid=19913): stderr: \u000a| �[0;m�[1;31m20221208221158604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221158604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221158604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221158604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221158604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221158604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221158617 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221158625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221158625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221158625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:12:01.930155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19912): Terminating (SIGTERM)\u000a22:12:01.975217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19915): Terminating (SIGTERM)\u000a22:12:02.020370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19918): Terminating (SIGTERM)\u000a22:12:02.031157 --- ParallelTerminationStrategy: PID 19912 died...\u000a22:12:02.090048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19912): Terminated: ok {rc=0}\u000a22:12:02.100879 --- ParallelTerminationStrategy: PID 19915 died...\u000a22:12:02.157760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19915): Terminated: ok {rc=0}\u000a22:12:02.169847 --- ParallelTerminationStrategy: PID 19918 died...\u000a22:12:02.225858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19918): Terminated: ok {rc=0}\u000a22:12:02.310702 bus /gobi_0: Setting Powered False\u000a22:12:03.417995 bus /gobi_0: Setting Powered False\u000a22:12:04.529239 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:11:54" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=19924): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19924) [trial-2350↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19924)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19924): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19924) [trial-2350↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19924)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a22:12:06.419969 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a22:12:06.430664 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:12:06.569923 tst mo_mt_sms.py: using LAC 17089\u000a22:12:06.686744 tst mo_mt_sms.py: using RAC 4\u000a22:12:06.813315 tst mo_mt_sms.py: using CellId 17089\u000a22:12:06.936758 tst mo_mt_sms.py: using BVCI 17090\u000a22:12:06.961165 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a22:12:07.074418 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a22:12:07.346165 tst mo_mt_sms.py:9: start nitb and bts...\u000a22:12:07.469418 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:12:08.083978 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19923): Launched\u000a22:12:08.377576 run osmo-nitb_10.42.42.2(pid=19924): Launched\u000a22:12:08.561669 run osmo-nitb_10.42.42.2(pid=19924): ERR: Terminated: ERROR {rc=2} [trial-2350↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19924)]\u000a22:12:08.697871 run osmo-nitb_10.42.42.2(pid=19924): stdout: \u000a| (launched: 2022-12-08_22:12:08.235008) \u000a22:12:08.833906 run osmo-nitb_10.42.42.2(pid=19924): stderr: \u000a| (launched: 2022-12-08_22:12:08.279204)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:12:08.965532 run osmo-nitb_10.42.42.2(pid=19924): stdout: \u000a| (launched: 2022-12-08_22:12:08.235008) \u000a22:12:09.096055 run osmo-nitb_10.42.42.2(pid=19924): stderr: \u000a| (launched: 2022-12-08_22:12:08.279204)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:12:09.497596 tst osmo-nitb_10.42.42.2(pid=19924): stdout: \u000a| (launched: 2022-12-08_22:12:08.235008) \u000a22:12:09.616591 tst osmo-nitb_10.42.42.2(pid=19924): stderr: \u000a| (launched: 2022-12-08_22:12:08.279204)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:12:09.668477 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=19924): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19924) [trial-2350↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19924)] [trial-2350↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a22:12:09.676565 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a22:12:09.712004 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19923): Terminating (SIGTERM)\u000a22:12:09.889771 --- ParallelTerminationStrategy: PID 19923 died...\u000a22:12:09.945497 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19923): Terminated: ok {rc=0}\u000a22:12:10.034936 bus /sierra_3: Setting Powered False\u000a22:12:11.143787 bus /sierra_3: Setting Powered False\u000a22:12:12.256579 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:12:06" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19934): Process ended prematurely: osmo-stp_10.42.42.5(pid=19934) [trial-2350↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19934)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19934): Process ended prematurely: osmo-stp_10.42.42.5(pid=19934) [trial-2350↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19934)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a22:12:14.139752 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:14.150274 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:12:14.282956 tst mo_mt_sms.py: using LAC 17090\u000a22:12:14.402412 tst mo_mt_sms.py: using RAC 5\u000a22:12:14.525627 tst mo_mt_sms.py: using CellId 17090\u000a22:12:14.649657 tst mo_mt_sms.py: using BVCI 17091\u000a22:12:14.674149 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:14.685409 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:14.696216 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:14.708512 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:14.720092 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:14.731645 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a22:12:14.846190 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a22:12:15.052427 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:12:15.560751 run create_hlr_db(pid=19928): Launched\u000a22:12:15.745127 bus /sierra_2: Setting Powered False\u000a22:12:16.806306 run create_hlr_db(pid=19928): Terminated: ok {rc=0}\u000a22:12:17.293069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19930): Launched\u000a22:12:17.608478 run osmo-hlr_10.42.42.2(pid=19931): Launched\u000a22:12:17.729119 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:12:18.280407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19933): Launched\u000a22:12:18.596295 run osmo-stp_10.42.42.5(pid=19934): Launched\u000a22:12:18.712051 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:12:19.290312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19936): Launched\u000a22:12:19.605349 run osmo-msc_10.42.42.6(pid=19937): Launched\u000a22:12:19.792150 run osmo-stp_10.42.42.5(pid=19934): ERR: Terminated: ERROR {rc=1} [trial-2350↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19934)]\u000a22:12:19.928033 run osmo-stp_10.42.42.5(pid=19934): stdout: \u000a| (launched: 2022-12-08_22:12:18.442264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:20.063203 run osmo-stp_10.42.42.5(pid=19934): stderr: \u000a| �[0;m�[38;5;43m20221208221218633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221218634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221218634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221218634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221218637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221218637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221218637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:20.191227 run osmo-stp_10.42.42.5(pid=19934): stdout: \u000a| (launched: 2022-12-08_22:12:18.442264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:20.318026 run osmo-stp_10.42.42.5(pid=19934): stderr: \u000a| �[0;m�[38;5;43m20221208221218633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221218634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221218634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221218634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221218637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221218637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221218637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:20.373787 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=19934): Process ended prematurely: osmo-stp_10.42.42.5(pid=19934) [trial-2350↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19934)] [trial-2350↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a22:12:20.382219 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a22:12:20.445421 run osmo-hlr_10.42.42.2(pid=19931): ERR: Terminated: ERROR {rc=237} [trial-2350↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19931)]\u000a22:12:20.497346 run osmo-hlr_10.42.42.2(pid=19931): stdout: \u000a| (launched: 2022-12-08_22:12:17.454163) \u000a22:12:20.549718 run osmo-hlr_10.42.42.2(pid=19931): stderr: \u000a| �[0;m�[1;31m20221208221217651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221217651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221217651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221217651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221217651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221217651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221217664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221217672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221217673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221217673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:12:20.620892 run osmo-msc_10.42.42.6(pid=19937): ERR: Terminated: ERROR {rc=2} [trial-2350↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19937)]\u000a22:12:20.672701 run osmo-msc_10.42.42.6(pid=19937): stdout: \u000a| (launched: 2022-12-08_22:12:19.451452) \u000a22:12:20.725079 run osmo-msc_10.42.42.6(pid=19937): stderr: \u000a| �[0;m�[38;5;43m20221208221219774 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208221219774 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f82baad5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208221219774 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208221219774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208221219774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208221219775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208221219776 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208221219777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208221219777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208221219777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:12:20.770083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19930): Terminating (SIGTERM)\u000a22:12:20.812329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19933): Terminating (SIGTERM)\u000a22:12:20.854468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19936): Terminating (SIGTERM)\u000a22:12:20.864191 --- ParallelTerminationStrategy: PID 19930 died...\u000a22:12:20.920510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19930): Terminated: ok {rc=0}\u000a22:12:20.930801 --- ParallelTerminationStrategy: PID 19933 died...\u000a22:12:20.986884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19933): Terminated: ok {rc=0}\u000a22:12:20.996937 --- ParallelTerminationStrategy: PID 19936 died...\u000a22:12:21.053519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19936): Terminated: ok {rc=0}\u000a22:12:21.141090 bus /sierra_3: Setting Powered False\u000a22:12:22.246083 bus /sierra_3: Setting Powered False\u000a22:12:23.357423 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:12:13" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=19943): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19943) [trial-2350↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19943)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19943): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19943) [trial-2350↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19943)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a22:12:25.197561 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a22:12:25.208538 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:12:25.340656 tst assert_extension.py: using LAC 17091\u000a22:12:25.457759 tst assert_extension.py: using RAC 6\u000a22:12:25.572474 tst assert_extension.py: using CellId 17091\u000a22:12:25.686746 tst assert_extension.py: using BVCI 17092\u000a22:12:25.709331 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a22:12:25.996238 tst assert_extension.py:10: start nitb and bts...\u000a22:12:26.128472 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:12:26.784208 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19942): Launched\u000a22:12:27.098470 run osmo-nitb_10.42.42.2(pid=19943): Launched\u000a22:12:27.294390 run osmo-nitb_10.42.42.2(pid=19943): ERR: Terminated: ERROR {rc=2} [trial-2350↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19943)]\u000a22:12:27.439361 run osmo-nitb_10.42.42.2(pid=19943): stdout: \u000a| (launched: 2022-12-08_22:12:26.946575) \u000a22:12:27.584182 run osmo-nitb_10.42.42.2(pid=19943): stderr: \u000a| (launched: 2022-12-08_22:12:26.994358)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:12:27.724361 run osmo-nitb_10.42.42.2(pid=19943): stdout: \u000a| (launched: 2022-12-08_22:12:26.946575) \u000a22:12:27.863696 run osmo-nitb_10.42.42.2(pid=19943): stderr: \u000a| (launched: 2022-12-08_22:12:26.994358)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:12:28.227065 tst osmo-nitb_10.42.42.2(pid=19943): stdout: \u000a| (launched: 2022-12-08_22:12:26.946575) \u000a22:12:28.353733 tst osmo-nitb_10.42.42.2(pid=19943): stderr: \u000a| (launched: 2022-12-08_22:12:26.994358)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:12:28.409265 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=19943): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19943) [trial-2350↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19943)] [trial-2350↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a22:12:28.417984 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a22:12:28.454599 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19942): Terminating (SIGTERM)\u000a22:12:28.632362 --- ParallelTerminationStrategy: PID 19942 died...\u000a22:12:28.691268 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19942): Terminated: ok {rc=0}\u000a22:12:28.779255 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:12:25" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "ussd:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19953): Process ended prematurely: osmo-stp_10.42.42.5(pid=19953) [trial-2350↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19953)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19953): Process ended prematurely: osmo-stp_10.42.42.5(pid=19953) [trial-2350↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19953)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a22:12:30.616480 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:30.627455 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:12:30.766862 tst assert_extension.py: using LAC 17092\u000a22:12:30.904905 tst assert_extension.py: using RAC 7\u000a22:12:31.040347 tst assert_extension.py: using CellId 17092\u000a22:12:31.160269 tst assert_extension.py: using BVCI 17093\u000a22:12:31.183939 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:31.195264 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:31.206380 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:31.218193 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:31.230639 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:31.241804 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a22:12:31.484818 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:12:32.011806 run create_hlr_db(pid=19947): Launched\u000a22:12:32.187834 bus /sierra_2: Setting Powered False\u000a22:12:33.205811 run create_hlr_db(pid=19947): Terminated: ok {rc=0}\u000a22:12:33.630929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19949): Launched\u000a22:12:33.950322 run osmo-hlr_10.42.42.2(pid=19950): Launched\u000a22:12:34.069715 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:12:34.706219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19952): Launched\u000a22:12:35.020072 run osmo-stp_10.42.42.5(pid=19953): Launched\u000a22:12:35.133065 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:12:35.702930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19955): Launched\u000a22:12:36.016178 run osmo-msc_10.42.42.6(pid=19957): Launched\u000a22:12:36.200127 run osmo-stp_10.42.42.5(pid=19953): ERR: Terminated: ERROR {rc=1} [trial-2350↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19953)]\u000a22:12:36.333403 run osmo-stp_10.42.42.5(pid=19953): stdout: \u000a| (launched: 2022-12-08_22:12:34.867178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:36.466231 run osmo-stp_10.42.42.5(pid=19953): stderr: \u000a| �[0;m�[38;5;43m20221208221235056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221235056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221235056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221235056 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221235057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221235057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221235057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:36.592541 run osmo-stp_10.42.42.5(pid=19953): stdout: \u000a| (launched: 2022-12-08_22:12:34.867178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:36.717761 run osmo-stp_10.42.42.5(pid=19953): stderr: \u000a| �[0;m�[38;5;43m20221208221235056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221235056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221235056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221235056 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221235057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221235057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221235057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:36.773382 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=19953): Process ended prematurely: osmo-stp_10.42.42.5(pid=19953) [trial-2350↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19953)] [trial-2350↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a22:12:36.781957 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a22:12:36.845111 run osmo-hlr_10.42.42.2(pid=19950): ERR: Terminated: ERROR {rc=237} [trial-2350↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19950)]\u000a22:12:36.897046 run osmo-hlr_10.42.42.2(pid=19950): stdout: \u000a| (launched: 2022-12-08_22:12:33.794948) \u000a22:12:36.949616 run osmo-hlr_10.42.42.2(pid=19950): stderr: \u000a| �[0;m�[1;31m20221208221233991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221233991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221233991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221233991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221233991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221233992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221234004 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221234012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221234012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221234012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:12:37.020937 run osmo-msc_10.42.42.6(pid=19957): ERR: Terminated: ERROR {rc=2} [trial-2350↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19957)]\u000a22:12:37.072884 run osmo-msc_10.42.42.6(pid=19957): stdout: \u000a| (launched: 2022-12-08_22:12:35.863229) \u000a22:12:37.125430 run osmo-msc_10.42.42.6(pid=19957): stderr: \u000a| �[0;m�[38;5;43m20221208221236184 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208221236184 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f39f37a0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208221236184 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208221236185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208221236185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208221236185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208221236187 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208221236187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208221236187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208221236187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:12:37.170122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19949): Terminating (SIGTERM)\u000a22:12:37.212331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19952): Terminating (SIGTERM)\u000a22:12:37.254516 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19955): Terminating (SIGTERM)\u000a22:12:37.264200 --- ParallelTerminationStrategy: PID 19949 died...\u000a22:12:37.320793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19949): Terminated: ok {rc=0}\u000a22:12:37.330947 --- ParallelTerminationStrategy: PID 19952 died...\u000a22:12:37.386658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19952): Terminated: ok {rc=0}\u000a22:12:37.396609 --- ParallelTerminationStrategy: PID 19955 died...\u000a22:12:37.452249 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19955): Terminated: ok {rc=0}\u000a22:12:37.537909 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:12:30" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19968): Process ended prematurely: osmo-stp_10.42.42.5(pid=19968) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19968)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19968): Process ended prematurely: osmo-stp_10.42.42.5(pid=19968) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19968)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:12:39.511366 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:39.522902 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:12:39.677140 tst mo_mt_call.py: using LAC 17093\u000a22:12:39.793636 tst mo_mt_call.py: using RAC 8\u000a22:12:39.910628 tst mo_mt_call.py: using CellId 17093\u000a22:12:40.034822 tst mo_mt_call.py: using BVCI 17094\u000a22:12:40.059199 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:40.070729 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:40.082089 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:40.093519 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:40.105084 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:40.116467 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:12:40.230726 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:12:40.438889 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:12:40.949282 run create_hlr_db(pid=19962): Launched\u000a22:12:41.134098 bus /sierra_2: Setting Powered False\u000a22:12:42.156015 run create_hlr_db(pid=19962): Terminated: ok {rc=0}\u000a22:12:42.564614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19964): Launched\u000a22:12:42.883076 run osmo-hlr_10.42.42.2(pid=19965): Launched\u000a22:12:43.004483 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:12:43.557109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19967): Launched\u000a22:12:43.875325 run osmo-stp_10.42.42.5(pid=19968): Launched\u000a22:12:43.992675 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:12:44.578008 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19970): Launched\u000a22:12:44.896855 run osmo-msc_10.42.42.6(pid=19971): Launched\u000a22:12:45.084224 run osmo-stp_10.42.42.5(pid=19968): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19968)]\u000a22:12:45.225195 run osmo-stp_10.42.42.5(pid=19968): stdout: \u000a| (launched: 2022-12-08_22:12:43.719737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:45.359132 run osmo-stp_10.42.42.5(pid=19968): stderr: \u000a| �[0;m�[38;5;43m20221208221243910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221243910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221243910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221243911 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221243913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221243913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221243913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:45.488293 run osmo-stp_10.42.42.5(pid=19968): stdout: \u000a| (launched: 2022-12-08_22:12:43.719737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:45.616203 run osmo-stp_10.42.42.5(pid=19968): stderr: \u000a| �[0;m�[38;5;43m20221208221243910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221243910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221243910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221243911 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221243913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221243913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221243913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:45.672725 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19968): Process ended prematurely: osmo-stp_10.42.42.5(pid=19968) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19968)] [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a22:12:45.682040 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:12:45.745269 run osmo-hlr_10.42.42.2(pid=19965): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19965)]\u000a22:12:45.797909 run osmo-hlr_10.42.42.2(pid=19965): stdout: \u000a| (launched: 2022-12-08_22:12:42.728133) \u000a22:12:45.862679 run osmo-hlr_10.42.42.2(pid=19965): stderr: \u000a| �[0;m�[1;31m20221208221242928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221242928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221242928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221242928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221242928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221242928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221242941 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221242949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221242949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221242949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:12:45.945945 run osmo-msc_10.42.42.6(pid=19971): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19971)]\u000a22:12:45.999254 run osmo-msc_10.42.42.6(pid=19971): stdout: \u000a| (launched: 2022-12-08_22:12:44.740922) \u000a22:12:46.053234 run osmo-msc_10.42.42.6(pid=19971): stderr: \u000a| �[0;m�[38;5;43m20221208221245061 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208221245062 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f82513bec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208221245062 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208221245062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208221245062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208221245062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208221245064 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208221245064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208221245064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208221245064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:12:46.098938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19964): Terminating (SIGTERM)\u000a22:12:46.144132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19967): Terminating (SIGTERM)\u000a22:12:46.188205 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19970): Terminating (SIGTERM)\u000a22:12:46.199202 --- ParallelTerminationStrategy: PID 19964 died...\u000a22:12:46.256563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19964): Terminated: ok {rc=0}\u000a22:12:46.267181 --- ParallelTerminationStrategy: PID 19967 died...\u000a22:12:46.325014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19967): Terminated: ok {rc=0}\u000a22:12:46.335525 --- ParallelTerminationStrategy: PID 19970 died...\u000a22:12:46.392523 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19970): Terminated: ok {rc=0}\u000a22:12:46.481406 bus /sierra_3: Setting Powered False\u000a22:12:47.586731 bus /sierra_3: Setting Powered False\u000a22:12:48.695782 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 186, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19979): Process ended prematurely: osmo-stp_10.42.42.5(pid=19979) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19979)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19979): Process ended prematurely: osmo-stp_10.42.42.5(pid=19979) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19979)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:12:49.810834 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:49.822996 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:12:49.988839 tst mo_mt_call_osmux.py: using LAC 17094\u000a22:12:50.117097 tst mo_mt_call_osmux.py: using RAC 9\u000a22:12:50.244189 tst mo_mt_call_osmux.py: using CellId 17094\u000a22:12:50.369702 tst mo_mt_call_osmux.py: using BVCI 17095\u000a22:12:50.394159 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:50.405742 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:50.417189 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:50.428499 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:50.439929 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:50.451305 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:12:50.566799 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:12:50.777151 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:12:51.286284 run create_hlr_db(pid=19973): Launched\u000a22:12:51.470692 bus /sierra_2: Setting Powered False\u000a22:12:52.493273 run create_hlr_db(pid=19973): Terminated: ok {rc=0}\u000a22:12:52.895108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19975): Launched\u000a22:12:53.194003 run osmo-hlr_10.42.42.2(pid=19976): Launched\u000a22:12:53.304700 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:12:53.823953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19978): Launched\u000a22:12:54.122262 run osmo-stp_10.42.42.5(pid=19979): Launched\u000a22:12:54.232065 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:12:54.778519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19981): Launched\u000a22:12:55.078495 run osmo-msc_10.42.42.6(pid=19982): Launched\u000a22:12:55.255940 run osmo-stp_10.42.42.5(pid=19979): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19979)]\u000a22:12:55.384689 run osmo-stp_10.42.42.5(pid=19979): stdout: \u000a| (launched: 2022-12-08_22:12:53.976243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:55.510463 run osmo-stp_10.42.42.5(pid=19979): stderr: \u000a| �[0;m�[38;5;43m20221208221254147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221254147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221254147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221254148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221254148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221254148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221254148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:55.631490 run osmo-stp_10.42.42.5(pid=19979): stdout: \u000a| (launched: 2022-12-08_22:12:53.976243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:55.751174 run osmo-stp_10.42.42.5(pid=19979): stderr: \u000a| �[0;m�[38;5;43m20221208221254147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221254147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221254147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221254148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221254148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221254148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221254148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:55.804050 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19979): Process ended prematurely: osmo-stp_10.42.42.5(pid=19979) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19979)] [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a22:12:55.812654 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a22:12:55.873639 run osmo-hlr_10.42.42.2(pid=19976): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19976)]\u000a22:12:55.923458 run osmo-hlr_10.42.42.2(pid=19976): stdout: \u000a| (launched: 2022-12-08_22:12:53.047916) \u000a22:12:55.973572 run osmo-hlr_10.42.42.2(pid=19976): stderr: \u000a| �[0;m�[1;31m20221208221253222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221253222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221253222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221253222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221253222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221253222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221253234 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221253243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221253243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221253243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:12:56.041630 run osmo-msc_10.42.42.6(pid=19982): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19982)]\u000a22:12:56.091490 run osmo-msc_10.42.42.6(pid=19982): stdout: \u000a| (launched: 2022-12-08_22:12:54.931607) \u000a22:12:56.141917 run osmo-msc_10.42.42.6(pid=19982): stderr: \u000a| �[0;m�[38;5;43m20221208221255201 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208221255201 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ef409bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208221255201 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208221255201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208221255201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208221255202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208221255206 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208221255206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208221255206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208221255206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:12:56.184103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19975): Terminating (SIGTERM)\u000a22:12:56.224124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19978): Terminating (SIGTERM)\u000a22:12:56.264165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19981): Terminating (SIGTERM)\u000a22:12:56.273677 --- ParallelTerminationStrategy: PID 19975 died...\u000a22:12:56.327789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19975): Terminated: ok {rc=0}\u000a22:12:56.337672 --- ParallelTerminationStrategy: PID 19978 died...\u000a22:12:56.392125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19978): Terminated: ok {rc=0}\u000a22:12:56.401858 --- ParallelTerminationStrategy: PID 19981 died...\u000a22:12:56.455463 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19981): Terminated: ok {rc=0}\u000a22:12:56.543986 bus /sierra_3: Setting Powered False\u000a22:12:57.647726 bus /sierra_3: Setting Powered False\u000a22:12:58.755943 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:12:39" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19993): Process ended prematurely: osmo-stp_10.42.42.5(pid=19993) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19993)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19993): Process ended prematurely: osmo-stp_10.42.42.5(pid=19993) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19993)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a22:13:00.743266 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:00.754360 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:13:00.953459 tst mo_mt_call.py: using LAC 17095\u000a22:13:01.115588 tst mo_mt_call.py: using RAC 10\u000a22:13:01.260630 tst mo_mt_call.py: using CellId 17095\u000a22:13:01.388885 tst mo_mt_call.py: using BVCI 17096\u000a22:13:01.415303 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:01.427767 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:01.440067 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:01.452246 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:01.464657 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:01.477040 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:13:01.615713 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:13:01.860900 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:13:02.383592 run create_hlr_db(pid=19987): Launched\u000a22:13:02.568481 bus /sierra_2: Setting Powered False\u000a22:13:03.591275 run create_hlr_db(pid=19987): Terminated: ok {rc=0}\u000a22:13:04.015759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19989): Launched\u000a22:13:04.335849 run osmo-hlr_10.42.42.2(pid=19990): Launched\u000a22:13:04.453172 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:13:05.008573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19992): Launched\u000a22:13:05.326531 run osmo-stp_10.42.42.5(pid=19993): Launched\u000a22:13:05.441911 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:13:06.031017 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19995): Launched\u000a22:13:06.350090 run osmo-msc_10.42.42.6(pid=19996): Launched\u000a22:13:06.538681 run osmo-stp_10.42.42.5(pid=19993): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19993)]\u000a22:13:06.675311 run osmo-stp_10.42.42.5(pid=19993): stdout: \u000a| (launched: 2022-12-08_22:13:05.171626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:06.811738 run osmo-stp_10.42.42.5(pid=19993): stderr: \u000a| �[0;m�[38;5;43m20221208221305362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221305362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221305363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221305363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221305364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221305364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221305364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:06.940787 run osmo-stp_10.42.42.5(pid=19993): stdout: \u000a| (launched: 2022-12-08_22:13:05.171626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:07.068587 run osmo-stp_10.42.42.5(pid=19993): stderr: \u000a| �[0;m�[38;5;43m20221208221305362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221305362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221305363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221305363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221305364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221305364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221305364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:07.125157 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19993): Process ended prematurely: osmo-stp_10.42.42.5(pid=19993) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19993)] [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a22:13:07.134491 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a22:13:07.197719 run osmo-hlr_10.42.42.2(pid=19990): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19990)]\u000a22:13:07.249792 run osmo-hlr_10.42.42.2(pid=19990): stdout: \u000a| (launched: 2022-12-08_22:13:04.180474) \u000a22:13:07.302480 run osmo-hlr_10.42.42.2(pid=19990): stderr: \u000a| �[0;m�[1;31m20221208221304380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221304380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221304380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221304380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221304380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221304380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221304394 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221304402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221304402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221304402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:13:07.374105 run osmo-msc_10.42.42.6(pid=19996): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19996)]\u000a22:13:07.426240 run osmo-msc_10.42.42.6(pid=19996): stdout: \u000a| (launched: 2022-12-08_22:13:06.194693) \u000a22:13:07.478907 run osmo-msc_10.42.42.6(pid=19996): stderr: \u000a| �[0;m�[38;5;43m20221208221306514 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208221306514 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9097e95c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208221306514 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208221306514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208221306514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208221306514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208221306518 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208221306518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208221306518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208221306519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:13:07.523397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19989): Terminating (SIGTERM)\u000a22:13:07.565337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19992): Terminating (SIGTERM)\u000a22:13:07.607300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19995): Terminating (SIGTERM)\u000a22:13:07.617050 --- ParallelTerminationStrategy: PID 19989 died...\u000a22:13:07.673124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19989): Terminated: ok {rc=0}\u000a22:13:07.683215 --- ParallelTerminationStrategy: PID 19992 died...\u000a22:13:07.738944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19992): Terminated: ok {rc=0}\u000a22:13:07.749109 --- ParallelTerminationStrategy: PID 19995 died...\u000a22:13:07.805291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19995): Terminated: ok {rc=0}\u000a22:13:07.893966 bus /sierra_3: Setting Powered False\u000a22:13:09.000689 bus /sierra_3: Setting Powered False\u000a22:13:10.108499 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 186, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20004): Process ended prematurely: osmo-stp_10.42.42.5(pid=20004) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20004)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20004): Process ended prematurely: osmo-stp_10.42.42.5(pid=20004) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20004)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:13:11.222046 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:11.234117 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:13:11.404565 tst mo_mt_call_osmux.py: using LAC 17096\u000a22:13:11.526230 tst mo_mt_call_osmux.py: using RAC 11\u000a22:13:11.648401 tst mo_mt_call_osmux.py: using CellId 17096\u000a22:13:11.766725 tst mo_mt_call_osmux.py: using BVCI 17097\u000a22:13:11.789780 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:11.800873 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:11.811851 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:11.823175 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:11.834422 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:11.845681 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:13:11.963582 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:13:12.162547 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:13:12.635717 run create_hlr_db(pid=19998): Launched\u000a22:13:12.808060 bus /sierra_2: Setting Powered False\u000a22:13:13.831695 run create_hlr_db(pid=19998): Terminated: ok {rc=0}\u000a22:13:14.230429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20000): Launched\u000a22:13:14.530653 run osmo-hlr_10.42.42.2(pid=20001): Launched\u000a22:13:14.639569 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:13:15.162399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20003): Launched\u000a22:13:15.462956 run osmo-stp_10.42.42.5(pid=20004): Launched\u000a22:13:15.573120 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:13:16.191163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20006): Launched\u000a22:13:16.690692 run osmo-msc_10.42.42.6(pid=20007): Launched\u000a22:13:17.184364 run osmo-stp_10.42.42.5(pid=20004): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20004)]\u000a22:13:17.319866 run osmo-stp_10.42.42.5(pid=20004): stdout: \u000a| (launched: 2022-12-08_22:13:15.315478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:17.455123 run osmo-stp_10.42.42.5(pid=20004): stderr: \u000a| �[0;m�[38;5;43m20221208221315483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221315483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221315484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221315484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221315485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221315485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221315485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:17.585065 run osmo-stp_10.42.42.5(pid=20004): stdout: \u000a| (launched: 2022-12-08_22:13:15.315478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:17.713333 run osmo-stp_10.42.42.5(pid=20004): stderr: \u000a| �[0;m�[38;5;43m20221208221315483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221315483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221315484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221315484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221315485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221315485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221315485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:17.770030 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20004): Process ended prematurely: osmo-stp_10.42.42.5(pid=20004) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20004)] [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a22:13:17.779470 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a22:13:17.843234 run osmo-hlr_10.42.42.2(pid=20001): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20001)]\u000a22:13:17.895470 run osmo-hlr_10.42.42.2(pid=20001): stdout: \u000a| (launched: 2022-12-08_22:13:14.383281) \u000a22:13:17.948417 run osmo-hlr_10.42.42.2(pid=20001): stderr: \u000a| �[0;m�[1;31m20221208221314557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221314557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221314557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221314557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221314557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221314557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221314607 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221314616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221314617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221314617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:13:18.019923 run osmo-msc_10.42.42.6(pid=20007): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20007)]\u000a22:13:18.072087 run osmo-msc_10.42.42.6(pid=20007): stdout: \u000a| (launched: 2022-12-08_22:13:16.349652) \u000a22:13:18.124662 run osmo-msc_10.42.42.6(pid=20007): stderr: \u000a| �[0;m�[38;5;43m20221208221316825 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208221316826 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1f1ae6dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208221316827 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208221316827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208221316828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208221316828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208221316833 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208221316835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208221316835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208221316835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:13:18.169536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20000): Terminating (SIGTERM)\u000a22:13:18.212091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20003): Terminating (SIGTERM)\u000a22:13:18.254824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20006): Terminating (SIGTERM)\u000a22:13:18.264611 --- ParallelTerminationStrategy: PID 20000 died...\u000a22:13:18.321415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20000): Terminated: ok {rc=0}\u000a22:13:18.331460 --- ParallelTerminationStrategy: PID 20003 died...\u000a22:13:18.387683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20003): Terminated: ok {rc=0}\u000a22:13:18.397828 --- ParallelTerminationStrategy: PID 20006 died...\u000a22:13:18.453904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20006): Terminated: ok {rc=0}\u000a22:13:18.542433 bus /sierra_3: Setting Powered False\u000a22:13:19.650339 bus /sierra_3: Setting Powered False\u000a22:13:20.761573 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:13:00" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20018): Process ended prematurely: osmo-stp_10.42.42.5(pid=20018) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20018)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20018): Process ended prematurely: osmo-stp_10.42.42.5(pid=20018) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20018)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:13:22.756552 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:22.767698 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:13:22.939323 tst mo_mt_call.py: using LAC 17097\u000a22:13:23.064290 tst mo_mt_call.py: using RAC 12\u000a22:13:23.190048 tst mo_mt_call.py: using CellId 17097\u000a22:13:23.314846 tst mo_mt_call.py: using BVCI 17098\u000a22:13:23.339630 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:23.351400 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:23.362936 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:23.374464 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:23.386051 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:23.397672 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:13:23.512634 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:13:23.710897 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:13:24.185867 run create_hlr_db(pid=20012): Launched\u000a22:13:24.359470 bus /sierra_2: Setting Powered False\u000a22:13:25.381400 run create_hlr_db(pid=20012): Terminated: ok {rc=0}\u000a22:13:25.781351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20014): Launched\u000a22:13:26.081949 run osmo-hlr_10.42.42.2(pid=20015): Launched\u000a22:13:26.199449 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:13:26.727947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20017): Launched\u000a22:13:27.028438 run osmo-stp_10.42.42.5(pid=20018): Launched\u000a22:13:27.138557 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:13:27.686430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20020): Launched\u000a22:13:27.989016 run osmo-msc_10.42.42.6(pid=20021): Launched\u000a22:13:28.167866 run osmo-stp_10.42.42.5(pid=20018): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20018)]\u000a22:13:28.296831 run osmo-stp_10.42.42.5(pid=20018): stdout: \u000a| (launched: 2022-12-08_22:13:26.881202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:28.423809 run osmo-stp_10.42.42.5(pid=20018): stderr: \u000a| �[0;m�[38;5;43m20221208221327052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221327052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221327052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221327052 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221327053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221327053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221327053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:28.545555 run osmo-stp_10.42.42.5(pid=20018): stdout: \u000a| (launched: 2022-12-08_22:13:26.881202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:28.666146 run osmo-stp_10.42.42.5(pid=20018): stderr: \u000a| �[0;m�[38;5;43m20221208221327052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221327052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221327052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221327052 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221327053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221327053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221327053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:28.719082 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20018): Process ended prematurely: osmo-stp_10.42.42.5(pid=20018) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20018)] [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a22:13:28.727688 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:13:28.788421 run osmo-hlr_10.42.42.2(pid=20015): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20015)]\u000a22:13:28.838415 run osmo-hlr_10.42.42.2(pid=20015): stdout: \u000a| (launched: 2022-12-08_22:13:25.934203) \u000a22:13:28.888927 run osmo-hlr_10.42.42.2(pid=20015): stderr: \u000a| �[0;m�[1;31m20221208221326107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221326107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221326107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221326107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221326107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221326107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221326119 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221326129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221326130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221326130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:13:28.957550 run osmo-msc_10.42.42.6(pid=20021): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20021)]\u000a22:13:29.007311 run osmo-msc_10.42.42.6(pid=20021): stdout: \u000a| (launched: 2022-12-08_22:13:27.840031) \u000a22:13:29.057514 run osmo-msc_10.42.42.6(pid=20021): stderr: \u000a| �[0;m�[38;5;43m20221208221328109 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208221328110 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f60cf820c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208221328110 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208221328110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208221328110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208221328110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208221328112 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208221328112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208221328112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208221328112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:13:29.099911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20014): Terminating (SIGTERM)\u000a22:13:29.139866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20017): Terminating (SIGTERM)\u000a22:13:29.180064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20020): Terminating (SIGTERM)\u000a22:13:29.189439 --- ParallelTerminationStrategy: PID 20014 died...\u000a22:13:29.243458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20014): Terminated: ok {rc=0}\u000a22:13:29.253364 --- ParallelTerminationStrategy: PID 20017 died...\u000a22:13:29.307084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20017): Terminated: ok {rc=0}\u000a22:13:29.316682 --- ParallelTerminationStrategy: PID 20020 died...\u000a22:13:29.370966 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20020): Terminated: ok {rc=0}\u000a22:13:29.459645 bus /sierra_3: Setting Powered False\u000a22:13:30.563485 bus /sierra_3: Setting Powered False\u000a22:13:31.686305 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 186, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20030): Process ended prematurely: osmo-stp_10.42.42.5(pid=20030) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20030)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20030): Process ended prematurely: osmo-stp_10.42.42.5(pid=20030) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20030)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:13:32.799728 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:32.811666 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:13:32.969964 tst mo_mt_call_osmux.py: using LAC 17098\u000a22:13:33.095388 tst mo_mt_call_osmux.py: using RAC 13\u000a22:13:33.221628 tst mo_mt_call_osmux.py: using CellId 17098\u000a22:13:33.350491 tst mo_mt_call_osmux.py: using BVCI 17099\u000a22:13:33.375305 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:33.387073 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:33.398605 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:33.410877 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:33.422486 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:33.433964 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:13:33.552516 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:13:33.760356 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:13:34.273759 run create_hlr_db(pid=20024): Launched\u000a22:13:34.460344 bus /sierra_2: Setting Powered False\u000a22:13:35.482082 run create_hlr_db(pid=20024): Terminated: ok {rc=0}\u000a22:13:35.887394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20026): Launched\u000a22:13:36.188600 run osmo-hlr_10.42.42.2(pid=20027): Launched\u000a22:13:36.306425 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:13:36.836335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20029): Launched\u000a22:13:37.136771 run osmo-stp_10.42.42.5(pid=20030): Launched\u000a22:13:37.246997 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:13:37.797936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20032): Launched\u000a22:13:38.100452 run osmo-msc_10.42.42.6(pid=20033): Launched\u000a22:13:38.278749 run osmo-stp_10.42.42.5(pid=20030): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20030)]\u000a22:13:38.408181 run osmo-stp_10.42.42.5(pid=20030): stdout: \u000a| (launched: 2022-12-08_22:13:36.989231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:38.535154 run osmo-stp_10.42.42.5(pid=20030): stderr: \u000a| �[0;m�[38;5;43m20221208221337158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221337158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221337159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221337159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221337160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221337160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221337160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:38.656376 run osmo-stp_10.42.42.5(pid=20030): stdout: \u000a| (launched: 2022-12-08_22:13:36.989231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:38.777275 run osmo-stp_10.42.42.5(pid=20030): stderr: \u000a| �[0;m�[38;5;43m20221208221337158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221337158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221337159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221337159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221337160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221337160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221337160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:38.830587 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20030): Process ended prematurely: osmo-stp_10.42.42.5(pid=20030) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20030)] [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a22:13:38.839084 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a22:13:38.899871 run osmo-hlr_10.42.42.2(pid=20027): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20027)]\u000a22:13:38.949720 run osmo-hlr_10.42.42.2(pid=20027): stdout: \u000a| (launched: 2022-12-08_22:13:36.040902) \u000a22:13:39.000110 run osmo-hlr_10.42.42.2(pid=20027): stderr: \u000a| �[0;m�[1;31m20221208221336216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221336216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221336216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221336216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221336216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221336216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221336229 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221336238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221336238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221336238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:13:39.068197 run osmo-msc_10.42.42.6(pid=20033): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20033)]\u000a22:13:39.118185 run osmo-msc_10.42.42.6(pid=20033): stdout: \u000a| (launched: 2022-12-08_22:13:37.951663) \u000a22:13:39.168583 run osmo-msc_10.42.42.6(pid=20033): stderr: \u000a| �[0;m�[38;5;43m20221208221338219 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208221338219 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0592000c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208221338219 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208221338219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208221338219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208221338219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208221338221 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208221338221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208221338222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208221338222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:13:39.210865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20026): Terminating (SIGTERM)\u000a22:13:39.251214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20029): Terminating (SIGTERM)\u000a22:13:39.291177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20032): Terminating (SIGTERM)\u000a22:13:39.301431 --- ParallelTerminationStrategy: PID 20026 died...\u000a22:13:39.355366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20026): Terminated: ok {rc=0}\u000a22:13:39.365288 --- ParallelTerminationStrategy: PID 20029 died...\u000a22:13:39.418804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20029): Terminated: ok {rc=0}\u000a22:13:39.428712 --- ParallelTerminationStrategy: PID 20032 died...\u000a22:13:39.482584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20032): Terminated: ok {rc=0}\u000a22:13:39.571777 bus /sierra_3: Setting Powered False\u000a22:13:40.674939 bus /sierra_3: Setting Powered False\u000a22:13:41.783754 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:13:22" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20044): Process ended prematurely: osmo-stp_10.42.42.5(pid=20044) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20044)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20044): Process ended prematurely: osmo-stp_10.42.42.5(pid=20044) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20044)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:13:43.776752 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:13:43.787812 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:13:43.945295 tst mo_mt_call.py: using LAC 17099\u000a22:13:44.071176 tst mo_mt_call.py: using RAC 14\u000a22:13:44.198267 tst mo_mt_call.py: using CellId 17099\u000a22:13:44.324642 tst mo_mt_call.py: using BVCI 17100\u000a22:13:44.349608 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:13:44.361100 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:13:44.372417 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:13:44.383785 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:13:44.395286 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:13:44.406657 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:13:44.519871 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:13:44.720237 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:13:45.194491 run create_hlr_db(pid=20038): Launched\u000a22:13:45.367875 bus /sierra_2: Setting Powered False\u000a22:13:46.405037 run create_hlr_db(pid=20038): Terminated: ok {rc=0}\u000a22:13:46.856729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20040): Launched\u000a22:13:47.193635 run osmo-hlr_10.42.42.2(pid=20041): Launched\u000a22:13:47.310618 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:13:47.838701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20043): Launched\u000a22:13:48.139809 run osmo-stp_10.42.42.5(pid=20044): Launched\u000a22:13:48.250661 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:13:48.800286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20046): Launched\u000a22:13:49.102618 run osmo-msc_10.42.42.6(pid=20047): Launched\u000a22:13:49.280548 run osmo-stp_10.42.42.5(pid=20044): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20044)]\u000a22:13:49.409935 run osmo-stp_10.42.42.5(pid=20044): stdout: \u000a| (launched: 2022-12-08_22:13:47.992465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:49.536697 run osmo-stp_10.42.42.5(pid=20044): stderr: \u000a| �[0;m�[38;5;43m20221208221348162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221348162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221348162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221348163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221348163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221348163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221348163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:49.658588 run osmo-stp_10.42.42.5(pid=20044): stdout: \u000a| (launched: 2022-12-08_22:13:47.992465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:49.779016 run osmo-stp_10.42.42.5(pid=20044): stderr: \u000a| �[0;m�[38;5;43m20221208221348162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221348162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221348162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221348163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221348163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221348163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221348163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:49.831960 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20044): Process ended prematurely: osmo-stp_10.42.42.5(pid=20044) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20044)] [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a22:13:49.840441 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a22:13:49.901161 run osmo-hlr_10.42.42.2(pid=20041): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20041)]\u000a22:13:49.951018 run osmo-hlr_10.42.42.2(pid=20041): stdout: \u000a| (launched: 2022-12-08_22:13:47.025392) \u000a22:13:50.001474 run osmo-hlr_10.42.42.2(pid=20041): stderr: \u000a| �[0;m�[1;31m20221208221347215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221347215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221347215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221347215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221347215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221347216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221347230 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221347240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221347240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221347240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:13:50.070254 run osmo-msc_10.42.42.6(pid=20047): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20047)]\u000a22:13:50.120086 run osmo-msc_10.42.42.6(pid=20047): stdout: \u000a| (launched: 2022-12-08_22:13:48.953916) \u000a22:13:50.170396 run osmo-msc_10.42.42.6(pid=20047): stderr: \u000a| �[0;m�[38;5;43m20221208221349222 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208221349222 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3e33941c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208221349222 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208221349222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208221349222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208221349223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208221349224 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208221349225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208221349225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208221349225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:13:50.212670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20040): Terminating (SIGTERM)\u000a22:13:50.253171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20043): Terminating (SIGTERM)\u000a22:13:50.293619 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20046): Terminating (SIGTERM)\u000a22:13:50.303026 --- ParallelTerminationStrategy: PID 20040 died...\u000a22:13:50.357144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20040): Terminated: ok {rc=0}\u000a22:13:50.366858 --- ParallelTerminationStrategy: PID 20043 died...\u000a22:13:50.420485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20043): Terminated: ok {rc=0}\u000a22:13:50.430337 --- ParallelTerminationStrategy: PID 20046 died...\u000a22:13:50.483975 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20046): Terminated: ok {rc=0}\u000a22:13:50.568641 bus /sierra_3: Setting Powered False\u000a22:13:51.670604 bus /sierra_3: Setting Powered False\u000a22:13:52.778436 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 186, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20055): Process ended prematurely: osmo-stp_10.42.42.5(pid=20055) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20055)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20055): Process ended prematurely: osmo-stp_10.42.42.5(pid=20055) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20055)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:13:53.894599 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:13:53.906813 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:13:54.096476 tst mo_mt_call_osmux.py: using LAC 17100\u000a22:13:54.235195 tst mo_mt_call_osmux.py: using RAC 15\u000a22:13:54.366754 tst mo_mt_call_osmux.py: using CellId 17100\u000a22:13:54.484735 tst mo_mt_call_osmux.py: using BVCI 17101\u000a22:13:54.507817 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:13:54.518904 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:13:54.530101 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:13:54.542058 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:13:54.553488 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:13:54.565097 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:13:54.686011 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:13:54.895283 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:13:55.411324 run create_hlr_db(pid=20049): Launched\u000a22:13:55.598135 bus /sierra_2: Setting Powered False\u000a22:13:56.621687 run create_hlr_db(pid=20049): Terminated: ok {rc=0}\u000a22:13:57.026692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20051): Launched\u000a22:13:57.328291 run osmo-hlr_10.42.42.2(pid=20052): Launched\u000a22:13:57.439789 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:13:57.962998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20054): Launched\u000a22:13:58.264565 run osmo-stp_10.42.42.5(pid=20055): Launched\u000a22:13:58.374964 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:13:58.926101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20057): Launched\u000a22:13:59.227970 run osmo-msc_10.42.42.6(pid=20058): Launched\u000a22:13:59.405149 run osmo-stp_10.42.42.5(pid=20055): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20055)]\u000a22:13:59.533686 run osmo-stp_10.42.42.5(pid=20055): stdout: \u000a| (launched: 2022-12-08_22:13:58.117164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:59.659886 run osmo-stp_10.42.42.5(pid=20055): stderr: \u000a| �[0;m�[38;5;43m20221208221358284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221358284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221358284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221358285 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221358287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221358287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221358287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:59.781393 run osmo-stp_10.42.42.5(pid=20055): stdout: \u000a| (launched: 2022-12-08_22:13:58.117164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:59.901853 run osmo-stp_10.42.42.5(pid=20055): stderr: \u000a| �[0;m�[38;5;43m20221208221358284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221358284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221358284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221358285 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221358287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221358287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221358287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:59.954838 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20055): Process ended prematurely: osmo-stp_10.42.42.5(pid=20055) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20055)] [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a22:13:59.963360 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a22:14:00.024792 run osmo-hlr_10.42.42.2(pid=20052): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20052)]\u000a22:14:00.074828 run osmo-hlr_10.42.42.2(pid=20052): stdout: \u000a| (launched: 2022-12-08_22:13:57.180469) \u000a22:14:00.125487 run osmo-hlr_10.42.42.2(pid=20052): stderr: \u000a| �[0;m�[1;31m20221208221357358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221357358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221357358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221357358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221357358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221357358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221357383 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221357392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221357392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221357392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:14:00.194020 run osmo-msc_10.42.42.6(pid=20058): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20058)]\u000a22:14:00.243945 run osmo-msc_10.42.42.6(pid=20058): stdout: \u000a| (launched: 2022-12-08_22:13:59.079323) \u000a22:14:00.294518 run osmo-msc_10.42.42.6(pid=20058): stderr: \u000a| �[0;m�[38;5;43m20221208221359350 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208221359350 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f238e54ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208221359350 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208221359350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208221359350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208221359351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208221359352 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208221359353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208221359353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208221359353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:14:00.337099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20051): Terminating (SIGTERM)\u000a22:14:00.377605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20054): Terminating (SIGTERM)\u000a22:14:00.418065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20057): Terminating (SIGTERM)\u000a22:14:00.427541 --- ParallelTerminationStrategy: PID 20051 died...\u000a22:14:00.481881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20051): Terminated: ok {rc=0}\u000a22:14:00.491453 --- ParallelTerminationStrategy: PID 20054 died...\u000a22:14:00.545320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20054): Terminated: ok {rc=0}\u000a22:14:00.555089 --- ParallelTerminationStrategy: PID 20057 died...\u000a22:14:00.609065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20057): Terminated: ok {rc=0}\u000a22:14:00.697456 bus /sierra_3: Setting Powered False\u000a22:14:01.807520 bus /sierra_3: Setting Powered False\u000a22:14:02.920050 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:13:43" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20069): Process ended prematurely: osmo-stp_10.42.42.5(pid=20069) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20069)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20069): Process ended prematurely: osmo-stp_10.42.42.5(pid=20069) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20069)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:14:04.916938 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:04.928001 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:14:05.083917 tst mo_mt_call.py: using LAC 17101\u000a22:14:05.204483 tst mo_mt_call.py: using RAC 16\u000a22:14:05.324503 tst mo_mt_call.py: using CellId 17101\u000a22:14:05.444882 tst mo_mt_call.py: using BVCI 17102\u000a22:14:05.467815 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:05.478897 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:05.489815 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:05.500933 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:05.512133 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:05.523188 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:14:05.643172 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:14:05.852858 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:14:06.368812 run create_hlr_db(pid=20063): Launched\u000a22:14:06.555729 bus /sierra_2: Setting Powered False\u000a22:14:07.577924 run create_hlr_db(pid=20063): Terminated: ok {rc=0}\u000a22:14:07.981053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20065): Launched\u000a22:14:08.281704 run osmo-hlr_10.42.42.2(pid=20066): Launched\u000a22:14:08.398629 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:14:08.927354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20068): Launched\u000a22:14:09.227685 run osmo-stp_10.42.42.5(pid=20069): Launched\u000a22:14:09.338298 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:14:09.891828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20071): Launched\u000a22:14:10.195881 run osmo-msc_10.42.42.6(pid=20072): Launched\u000a22:14:10.374166 run osmo-stp_10.42.42.5(pid=20069): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20069)]\u000a22:14:10.503820 run osmo-stp_10.42.42.5(pid=20069): stdout: \u000a| (launched: 2022-12-08_22:14:09.080297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:10.630699 run osmo-stp_10.42.42.5(pid=20069): stderr: \u000a| �[0;m�[38;5;43m20221208221409251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221409251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221409251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221409251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221409252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221409252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221409252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:10.753433 run osmo-stp_10.42.42.5(pid=20069): stdout: \u000a| (launched: 2022-12-08_22:14:09.080297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:10.874631 run osmo-stp_10.42.42.5(pid=20069): stderr: \u000a| �[0;m�[38;5;43m20221208221409251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221409251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221409251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221409251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221409252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221409252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221409252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:10.927785 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20069): Process ended prematurely: osmo-stp_10.42.42.5(pid=20069) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20069)] [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a22:14:10.936330 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a22:14:10.997505 run osmo-hlr_10.42.42.2(pid=20066): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20066)]\u000a22:14:11.047384 run osmo-hlr_10.42.42.2(pid=20066): stdout: \u000a| (launched: 2022-12-08_22:14:08.134558) \u000a22:14:11.097952 run osmo-hlr_10.42.42.2(pid=20066): stderr: \u000a| �[0;m�[1;31m20221208221408309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221408309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221408309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221408309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221408309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221408309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221408333 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221408344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221408344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221408344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:14:11.166329 run osmo-msc_10.42.42.6(pid=20072): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20072)]\u000a22:14:11.215861 run osmo-msc_10.42.42.6(pid=20072): stdout: \u000a| (launched: 2022-12-08_22:14:10.045918) \u000a22:14:11.266124 run osmo-msc_10.42.42.6(pid=20072): stderr: \u000a| �[0;m�[38;5;43m20221208221410317 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208221410317 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d38e44c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208221410318 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208221410318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208221410318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208221410318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208221410320 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208221410320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208221410320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208221410320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:14:11.308539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20065): Terminating (SIGTERM)\u000a22:14:11.349312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20068): Terminating (SIGTERM)\u000a22:14:11.389933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20071): Terminating (SIGTERM)\u000a22:14:11.399444 --- ParallelTerminationStrategy: PID 20065 died...\u000a22:14:11.453646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20065): Terminated: ok {rc=0}\u000a22:14:11.463334 --- ParallelTerminationStrategy: PID 20068 died...\u000a22:14:11.517809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20068): Terminated: ok {rc=0}\u000a22:14:11.527526 --- ParallelTerminationStrategy: PID 20071 died...\u000a22:14:11.581532 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20071): Terminated: ok {rc=0}\u000a22:14:11.665543 bus /sierra_3: Setting Powered False\u000a22:14:12.773194 bus /sierra_3: Setting Powered False\u000a22:14:13.881640 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 186, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20080): Process ended prematurely: osmo-stp_10.42.42.5(pid=20080) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20080)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20080): Process ended prematurely: osmo-stp_10.42.42.5(pid=20080) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20080)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:14:14.996276 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:15.008552 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:14:15.173788 tst mo_mt_call_osmux.py: using LAC 17102\u000a22:14:15.299922 tst mo_mt_call_osmux.py: using RAC 17\u000a22:14:15.429802 tst mo_mt_call_osmux.py: using CellId 17102\u000a22:14:15.558503 tst mo_mt_call_osmux.py: using BVCI 17103\u000a22:14:15.583484 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:15.595276 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:15.606727 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:15.618164 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:15.629670 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:15.641154 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:14:15.756583 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:14:15.984751 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:14:16.545560 run create_hlr_db(pid=20074): Launched\u000a22:14:16.737956 bus /sierra_2: Setting Powered False\u000a22:14:17.753932 run create_hlr_db(pid=20074): Terminated: ok {rc=0}\u000a22:14:18.181000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20076): Launched\u000a22:14:18.501022 run osmo-hlr_10.42.42.2(pid=20077): Launched\u000a22:14:18.618553 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:14:19.178089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20079): Launched\u000a22:14:19.499897 run osmo-stp_10.42.42.5(pid=20080): Launched\u000a22:14:19.617426 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:14:20.207227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20082): Launched\u000a22:14:20.529355 run osmo-msc_10.42.42.6(pid=20083): Launched\u000a22:14:20.718742 run osmo-stp_10.42.42.5(pid=20080): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20080)]\u000a22:14:20.855580 run osmo-stp_10.42.42.5(pid=20080): stdout: \u000a| (launched: 2022-12-08_22:14:19.342624)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:20.992386 run osmo-stp_10.42.42.5(pid=20080): stderr: \u000a| �[0;m�[38;5;43m20221208221419535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221419535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221419535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221419536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221419537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221419537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221419537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:21.122484 run osmo-stp_10.42.42.5(pid=20080): stdout: \u000a| (launched: 2022-12-08_22:14:19.342624)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:21.251651 run osmo-stp_10.42.42.5(pid=20080): stderr: \u000a| �[0;m�[38;5;43m20221208221419535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221419535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221419535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221419536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221419537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221419537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221419537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:21.308632 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20080): Process ended prematurely: osmo-stp_10.42.42.5(pid=20080) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20080)] [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a22:14:21.318072 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a22:14:21.381605 run osmo-hlr_10.42.42.2(pid=20077): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20077)]\u000a22:14:21.433972 run osmo-hlr_10.42.42.2(pid=20077): stdout: \u000a| (launched: 2022-12-08_22:14:18.345309) \u000a22:14:21.486864 run osmo-hlr_10.42.42.2(pid=20077): stderr: \u000a| �[0;m�[1;31m20221208221418544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221418544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221418544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221418544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221418545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221418545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221418558 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221418566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221418566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221418566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:14:21.558672 run osmo-msc_10.42.42.6(pid=20083): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20083)]\u000a22:14:21.610977 run osmo-msc_10.42.42.6(pid=20083): stdout: \u000a| (launched: 2022-12-08_22:14:20.371879) \u000a22:14:21.663771 run osmo-msc_10.42.42.6(pid=20083): stderr: \u000a| �[0;m�[38;5;43m20221208221420694 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208221420695 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc19625dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208221420695 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208221420695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208221420695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208221420695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208221420697 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208221420697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208221420697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208221420697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:14:21.708464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20076): Terminating (SIGTERM)\u000a22:14:21.750937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20079): Terminating (SIGTERM)\u000a22:14:21.793367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20082): Terminating (SIGTERM)\u000a22:14:21.802753 --- ParallelTerminationStrategy: PID 20076 died...\u000a22:14:21.859584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20076): Terminated: ok {rc=0}\u000a22:14:21.869840 --- ParallelTerminationStrategy: PID 20079 died...\u000a22:14:21.926244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20079): Terminated: ok {rc=0}\u000a22:14:21.936347 --- ParallelTerminationStrategy: PID 20082 died...\u000a22:14:21.992631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20082): Terminated: ok {rc=0}\u000a22:14:22.080190 bus /sierra_3: Setting Powered False\u000a22:14:23.186145 bus /sierra_3: Setting Powered False\u000a22:14:24.298236 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:14:04" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20094): Process ended prematurely: osmo-stp_10.42.42.5(pid=20094) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20094)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20094): Process ended prematurely: osmo-stp_10.42.42.5(pid=20094) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20094)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a22:14:26.304063 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:26.315825 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:14:26.479187 tst mo_mt_call.py: using LAC 17103\u000a22:14:26.607530 tst mo_mt_call.py: using RAC 18\u000a22:14:26.734177 tst mo_mt_call.py: using CellId 17103\u000a22:14:26.862573 tst mo_mt_call.py: using BVCI 17104\u000a22:14:26.887452 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:26.899274 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:26.910891 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:26.922483 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:26.934125 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:26.945781 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:14:27.060293 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:14:27.260213 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:14:27.735832 run create_hlr_db(pid=20088): Launched\u000a22:14:27.910517 bus /sierra_2: Setting Powered False\u000a22:14:28.932360 run create_hlr_db(pid=20088): Terminated: ok {rc=0}\u000a22:14:29.358525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20090): Launched\u000a22:14:29.683530 run osmo-hlr_10.42.42.2(pid=20091): Launched\u000a22:14:29.805109 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:14:30.363770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20093): Launched\u000a22:14:30.684611 run osmo-stp_10.42.42.5(pid=20094): Launched\u000a22:14:30.802384 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:14:31.451248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20096): Launched\u000a22:14:31.776486 run osmo-msc_10.42.42.6(pid=20097): Launched\u000a22:14:32.190580 run osmo-stp_10.42.42.5(pid=20094): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20094)]\u000a22:14:32.436882 run osmo-stp_10.42.42.5(pid=20094): stdout: \u000a| (launched: 2022-12-08_22:14:30.527753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:32.571976 run osmo-stp_10.42.42.5(pid=20094): stderr: \u000a| �[0;m�[38;5;43m20221208221430719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221430719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221430720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221430720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221430720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221430721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221430721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:32.702187 run osmo-stp_10.42.42.5(pid=20094): stdout: \u000a| (launched: 2022-12-08_22:14:30.527753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:32.831428 run osmo-stp_10.42.42.5(pid=20094): stderr: \u000a| �[0;m�[38;5;43m20221208221430719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221430719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221430720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221430720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221430720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221430721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221430721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:32.889045 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20094): Process ended prematurely: osmo-stp_10.42.42.5(pid=20094) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20094)] [trial-2350↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a22:14:32.898621 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a22:14:32.962347 run osmo-hlr_10.42.42.2(pid=20091): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20091)]\u000a22:14:33.014873 run osmo-hlr_10.42.42.2(pid=20091): stdout: \u000a| (launched: 2022-12-08_22:14:29.523395) \u000a22:14:33.068046 run osmo-hlr_10.42.42.2(pid=20091): stderr: \u000a| �[0;m�[1;31m20221208221429722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221429722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221429722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221429722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221429722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221429722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221429735 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221429744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221429744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221429744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:14:33.140226 run osmo-msc_10.42.42.6(pid=20097): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20097)]\u000a22:14:33.192834 run osmo-msc_10.42.42.6(pid=20097): stdout: \u000a| (launched: 2022-12-08_22:14:31.612206) \u000a22:14:33.245905 run osmo-msc_10.42.42.6(pid=20097): stderr: \u000a| �[0;m�[38;5;43m20221208221432113 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208221432113 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcd7a782c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208221432113 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208221432113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208221432114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208221432114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208221432115 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208221432116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208221432116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208221432116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:14:33.290985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20090): Terminating (SIGTERM)\u000a22:14:33.333656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20093): Terminating (SIGTERM)\u000a22:14:33.376418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20096): Terminating (SIGTERM)\u000a22:14:33.386343 --- ParallelTerminationStrategy: PID 20090 died...\u000a22:14:33.443273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20090): Terminated: ok {rc=0}\u000a22:14:33.453460 --- ParallelTerminationStrategy: PID 20093 died...\u000a22:14:33.509858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20093): Terminated: ok {rc=0}\u000a22:14:33.520132 --- ParallelTerminationStrategy: PID 20096 died...\u000a22:14:33.576587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20096): Terminated: ok {rc=0}\u000a22:14:33.664797 bus /sierra_3: Setting Powered False\u000a22:14:34.769952 bus /sierra_3: Setting Powered False\u000a22:14:35.882047 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 186, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20105): Process ended prematurely: osmo-stp_10.42.42.5(pid=20105) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20105)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20105): Process ended prematurely: osmo-stp_10.42.42.5(pid=20105) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20105)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:14:36.991838 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:37.003870 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:14:37.163351 tst mo_mt_call_osmux.py: using LAC 17104\u000a22:14:37.284015 tst mo_mt_call_osmux.py: using RAC 19\u000a22:14:37.405154 tst mo_mt_call_osmux.py: using CellId 17104\u000a22:14:37.525927 tst mo_mt_call_osmux.py: using BVCI 17105\u000a22:14:37.548917 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:37.560102 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:37.571025 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:37.582347 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:37.593636 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:37.604785 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:14:37.721306 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:14:37.921001 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:14:38.394496 run create_hlr_db(pid=20099): Launched\u000a22:14:38.568007 bus /sierra_2: Setting Powered False\u000a22:14:39.590204 run create_hlr_db(pid=20099): Terminated: ok {rc=0}\u000a22:14:40.018196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20101): Launched\u000a22:14:40.340414 run osmo-hlr_10.42.42.2(pid=20102): Launched\u000a22:14:40.462476 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:14:41.023698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20104): Launched\u000a22:14:41.343868 run osmo-stp_10.42.42.5(pid=20105): Launched\u000a22:14:41.460721 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:14:42.047301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20107): Launched\u000a22:14:42.368819 run osmo-msc_10.42.42.6(pid=20108): Launched\u000a22:14:42.557704 run osmo-stp_10.42.42.5(pid=20105): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20105)]\u000a22:14:42.695164 run osmo-stp_10.42.42.5(pid=20105): stdout: \u000a| (launched: 2022-12-08_22:14:41.187338)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:42.831686 run osmo-stp_10.42.42.5(pid=20105): stderr: \u000a| �[0;m�[38;5;43m20221208221441378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221441378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221441378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221441379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221441381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221441381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221441381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:42.962464 run osmo-stp_10.42.42.5(pid=20105): stdout: \u000a| (launched: 2022-12-08_22:14:41.187338)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:43.091508 run osmo-stp_10.42.42.5(pid=20105): stderr: \u000a| �[0;m�[38;5;43m20221208221441378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221441378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221441378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221441379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221441381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221441381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221441381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:43.148468 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20105): Process ended prematurely: osmo-stp_10.42.42.5(pid=20105) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20105)] [trial-2350↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a22:14:43.158074 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:14:43.221402 run osmo-hlr_10.42.42.2(pid=20102): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20102)]\u000a22:14:43.273621 run osmo-hlr_10.42.42.2(pid=20102): stdout: \u000a| (launched: 2022-12-08_22:14:40.183038) \u000a22:14:43.326322 run osmo-hlr_10.42.42.2(pid=20102): stderr: \u000a| �[0;m�[1;31m20221208221440382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221440382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221440382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221440382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221440382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221440382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221440395 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221440405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221440405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221440405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:14:43.398098 run osmo-msc_10.42.42.6(pid=20108): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20108)]\u000a22:14:43.450205 run osmo-msc_10.42.42.6(pid=20108): stdout: \u000a| (launched: 2022-12-08_22:14:42.211473) \u000a22:14:43.502903 run osmo-msc_10.42.42.6(pid=20108): stderr: \u000a| �[0;m�[38;5;43m20221208221442533 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208221442533 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0bb15ebc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208221442533 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208221442533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208221442533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208221442534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208221442535 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208221442536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208221442536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208221442536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:14:43.547467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20101): Terminating (SIGTERM)\u000a22:14:43.589740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20104): Terminating (SIGTERM)\u000a22:14:43.631988 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20107): Terminating (SIGTERM)\u000a22:14:43.641824 --- ParallelTerminationStrategy: PID 20101 died...\u000a22:14:43.698386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20101): Terminated: ok {rc=0}\u000a22:14:43.708588 --- ParallelTerminationStrategy: PID 20104 died...\u000a22:14:43.765010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20104): Terminated: ok {rc=0}\u000a22:14:43.775306 --- ParallelTerminationStrategy: PID 20107 died...\u000a22:14:43.831837 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20107): Terminated: ok {rc=0}\u000a22:14:43.919347 bus /sierra_3: Setting Powered False\u000a22:14:45.024305 bus /sierra_3: Setting Powered False\u000a22:14:46.151127 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:14:26" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20119): Process ended prematurely: osmo-stp_10.42.42.5(pid=20119) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20119)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20119): Process ended prematurely: osmo-stp_10.42.42.5(pid=20119) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20119)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a22:14:48.160487 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:14:48.171830 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:14:48.336142 tst mo_mt_call.py: using LAC 17105\u000a22:14:48.461483 tst mo_mt_call.py: using RAC 20\u000a22:14:48.594362 tst mo_mt_call.py: using CellId 17105\u000a22:14:48.719322 tst mo_mt_call.py: using BVCI 17106\u000a22:14:48.743869 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:14:48.755300 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:14:48.766534 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:14:48.777900 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:14:48.789235 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:14:48.800445 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:14:48.918516 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:14:49.129392 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:14:49.641705 run create_hlr_db(pid=20113): Launched\u000a22:14:49.827637 bus /sierra_2: Setting Powered False\u000a22:14:50.849880 run create_hlr_db(pid=20113): Terminated: ok {rc=0}\u000a22:14:51.255179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20115): Launched\u000a22:14:51.559770 run osmo-hlr_10.42.42.2(pid=20116): Launched\u000a22:14:51.677785 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:14:52.206869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20118): Launched\u000a22:14:52.508218 run osmo-stp_10.42.42.5(pid=20119): Launched\u000a22:14:52.619006 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:14:53.170993 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20121): Launched\u000a22:14:53.473274 run osmo-msc_10.42.42.6(pid=20122): Launched\u000a22:14:53.652561 run osmo-stp_10.42.42.5(pid=20119): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20119)]\u000a22:14:53.782080 run osmo-stp_10.42.42.5(pid=20119): stdout: \u000a| (launched: 2022-12-08_22:14:52.360224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:53.909116 run osmo-stp_10.42.42.5(pid=20119): stderr: \u000a| �[0;m�[38;5;43m20221208221452529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221452529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221452529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221452530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221452530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221452530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221452530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:54.030978 run osmo-stp_10.42.42.5(pid=20119): stdout: \u000a| (launched: 2022-12-08_22:14:52.360224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:54.152024 run osmo-stp_10.42.42.5(pid=20119): stderr: \u000a| �[0;m�[38;5;43m20221208221452529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221452529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221452529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221452530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221452530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221452530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221452530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:54.205549 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20119): Process ended prematurely: osmo-stp_10.42.42.5(pid=20119) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20119)] [trial-2350↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a22:14:54.214438 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a22:14:54.276005 run osmo-hlr_10.42.42.2(pid=20116): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20116)]\u000a22:14:54.326545 run osmo-hlr_10.42.42.2(pid=20116): stdout: \u000a| (launched: 2022-12-08_22:14:51.409940) \u000a22:14:54.377355 run osmo-hlr_10.42.42.2(pid=20116): stderr: \u000a| �[0;m�[1;31m20221208221451587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221451587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221451587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221451588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221451588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221451588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221451600 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221451609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221451609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221451609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:14:54.446352 run osmo-msc_10.42.42.6(pid=20122): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20122)]\u000a22:14:54.496484 run osmo-msc_10.42.42.6(pid=20122): stdout: \u000a| (launched: 2022-12-08_22:14:53.324715) \u000a22:14:54.547382 run osmo-msc_10.42.42.6(pid=20122): stderr: \u000a| �[0;m�[38;5;43m20221208221453596 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208221453596 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f77ec43ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208221453596 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208221453597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208221453597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208221453597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208221453599 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208221453599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208221453599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208221453599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:14:54.590202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20115): Terminating (SIGTERM)\u000a22:14:54.630590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20118): Terminating (SIGTERM)\u000a22:14:54.671395 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20121): Terminating (SIGTERM)\u000a22:14:54.680828 --- ParallelTerminationStrategy: PID 20115 died...\u000a22:14:54.735484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20115): Terminated: ok {rc=0}\u000a22:14:54.745406 --- ParallelTerminationStrategy: PID 20118 died...\u000a22:14:54.799080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20118): Terminated: ok {rc=0}\u000a22:14:54.809172 --- ParallelTerminationStrategy: PID 20121 died...\u000a22:14:54.863273 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20121): Terminated: ok {rc=0}\u000a22:14:54.947725 bus /sierra_3: Setting Powered False\u000a22:14:56.052300 bus /sierra_3: Setting Powered False\u000a22:14:57.159212 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 186, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20134): Process ended prematurely: osmo-stp_10.42.42.5(pid=20134) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20134)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20134): Process ended prematurely: osmo-stp_10.42.42.5(pid=20134) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20134)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:14:58.274268 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:14:58.286321 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:14:58.453699 tst mo_mt_call_osmux.py: using LAC 17106\u000a22:14:58.580713 tst mo_mt_call_osmux.py: using RAC 21\u000a22:14:58.707989 tst mo_mt_call_osmux.py: using CellId 17106\u000a22:14:58.839607 tst mo_mt_call_osmux.py: using BVCI 17107\u000a22:14:58.864841 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:14:58.876300 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:14:58.887653 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:14:58.898943 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:14:58.910331 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:14:58.921620 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:14:59.040305 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:14:59.254148 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:14:59.765974 run create_hlr_db(pid=20125): Launched\u000a22:14:59.952044 bus /sierra_2: Setting Powered False\u000a22:15:00.994291 run create_hlr_db(pid=20125): Terminated: ok {rc=0}\u000a22:15:01.440037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20127): Launched\u000a22:15:01.837079 run osmo-hlr_10.42.42.2(pid=20128): Launched\u000a22:15:02.049429 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:15:02.653438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20133): Launched\u000a22:15:02.955732 run osmo-stp_10.42.42.5(pid=20134): Launched\u000a22:15:03.067504 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:15:03.619067 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20136): Launched\u000a22:15:03.920061 run osmo-msc_10.42.42.6(pid=20137): Launched\u000a22:15:04.098375 run osmo-stp_10.42.42.5(pid=20134): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20134)]\u000a22:15:04.227677 run osmo-stp_10.42.42.5(pid=20134): stdout: \u000a| (launched: 2022-12-08_22:15:02.806869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:04.354432 run osmo-stp_10.42.42.5(pid=20134): stderr: \u000a| �[0;m�[38;5;43m20221208221502978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221502978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221502978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221502979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221502979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221502979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221502979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:04.476323 run osmo-stp_10.42.42.5(pid=20134): stdout: \u000a| (launched: 2022-12-08_22:15:02.806869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:04.596815 run osmo-stp_10.42.42.5(pid=20134): stderr: \u000a| �[0;m�[38;5;43m20221208221502978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221502978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221502978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221502979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221502979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221502979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221502979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:04.649733 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20134): Process ended prematurely: osmo-stp_10.42.42.5(pid=20134) [trial-2350↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20134)] [trial-2350↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a22:15:04.658550 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a22:15:04.719502 run osmo-hlr_10.42.42.2(pid=20128): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20128)]\u000a22:15:04.769791 run osmo-hlr_10.42.42.2(pid=20128): stdout: \u000a| (launched: 2022-12-08_22:15:01.607037) \u000a22:15:04.820411 run osmo-hlr_10.42.42.2(pid=20128): stderr: \u000a| �[0;m�[1;31m20221208221501922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221501923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221501923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221501923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221501923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221501923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221501948 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221501960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221501965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221501965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:15:04.888715 run osmo-msc_10.42.42.6(pid=20137): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20137)]\u000a22:15:04.938518 run osmo-msc_10.42.42.6(pid=20137): stdout: \u000a| (launched: 2022-12-08_22:15:03.772379) \u000a22:15:04.988750 run osmo-msc_10.42.42.6(pid=20137): stderr: \u000a| �[0;m�[38;5;43m20221208221504042 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208221504042 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1bfdadbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208221504043 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208221504043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208221504043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208221504043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208221504045 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208221504046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208221504046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208221504046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:15:05.031453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20127): Terminating (SIGTERM)\u000a22:15:05.071504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20133): Terminating (SIGTERM)\u000a22:15:05.112693 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20136): Terminating (SIGTERM)\u000a22:15:05.122121 --- ParallelTerminationStrategy: PID 20127 died...\u000a22:15:05.176629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20127): Terminated: ok {rc=0}\u000a22:15:05.186533 --- ParallelTerminationStrategy: PID 20133 died...\u000a22:15:05.240286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20133): Terminated: ok {rc=0}\u000a22:15:05.250215 --- ParallelTerminationStrategy: PID 20136 died...\u000a22:15:05.304112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20136): Terminated: ok {rc=0}\u000a22:15:05.393026 bus /sierra_3: Setting Powered False\u000a22:15:06.497296 bus /sierra_3: Setting Powered False\u000a22:15:07.608839 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:14:47" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20149): Process ended prematurely: osmo-stp_10.42.42.5(pid=20149) [trial-2350↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20149)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20149): Process ended prematurely: osmo-stp_10.42.42.5(pid=20149) [trial-2350↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20149)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a22:15:09.628135 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:09.640382 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:15:09.780237 tst emergency_mo_mt_call.py: using LAC 17107\u000a22:15:09.897153 tst emergency_mo_mt_call.py: using RAC 22\u000a22:15:10.020266 tst emergency_mo_mt_call.py: using CellId 17107\u000a22:15:10.145960 tst emergency_mo_mt_call.py: using BVCI 17108\u000a22:15:10.170065 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:10.181245 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:10.192106 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:10.203169 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:10.214223 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:10.225239 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:15:10.338765 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:15:10.535816 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:15:11.002126 run create_hlr_db(pid=20143): Launched\u000a22:15:11.174685 bus /sierra_2: Setting Powered False\u000a22:15:12.195118 run create_hlr_db(pid=20143): Terminated: ok {rc=0}\u000a22:15:12.590157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20145): Launched\u000a22:15:12.885248 run osmo-hlr_10.42.42.2(pid=20146): Launched\u000a22:15:12.993971 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:15:13.509504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20148): Launched\u000a22:15:13.804516 run osmo-stp_10.42.42.5(pid=20149): Launched\u000a22:15:13.934378 tst emergency_mo_mt_call.py: using MSISDN 6878\u000a22:15:14.085652 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:15:14.624288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20151): Launched\u000a22:15:14.919787 run osmo-msc_10.42.42.6(pid=20152): Launched\u000a22:15:15.095327 run osmo-stp_10.42.42.5(pid=20149): ERR: Terminated: ERROR {rc=1} [trial-2350↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20149)]\u000a22:15:15.222700 run osmo-stp_10.42.42.5(pid=20149): stdout: \u000a| (launched: 2022-12-08_22:15:13.659903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:15.347432 run osmo-stp_10.42.42.5(pid=20149): stderr: \u000a| �[0;m�[38;5;43m20221208221513830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221513830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221513830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221513831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221513831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221513831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221513831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:15.466443 run osmo-stp_10.42.42.5(pid=20149): stdout: \u000a| (launched: 2022-12-08_22:15:13.659903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:15.584420 run osmo-stp_10.42.42.5(pid=20149): stderr: \u000a| �[0;m�[38;5;43m20221208221513830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221513830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221513830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221513831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221513831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221513831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221513831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:15.636143 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=20149): Process ended prematurely: osmo-stp_10.42.42.5(pid=20149) [trial-2350↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20149)] [trial-2350↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a22:15:15.644190 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a22:15:15.705328 run osmo-hlr_10.42.42.2(pid=20146): ERR: Terminated: ERROR {rc=237} [trial-2350↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20146)]\u000a22:15:15.754801 run osmo-hlr_10.42.42.2(pid=20146): stdout: \u000a| (launched: 2022-12-08_22:15:12.740147) \u000a22:15:15.805455 run osmo-hlr_10.42.42.2(pid=20146): stderr: \u000a| �[0;m�[1;31m20221208221512914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221512914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221512915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221512915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221512915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221512915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221512927 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221512935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221512935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221512935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:15:15.881461 run osmo-msc_10.42.42.6(pid=20152): ERR: Terminated: ERROR {rc=2} [trial-2350↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20152)]\u000a22:15:15.932992 run osmo-msc_10.42.42.6(pid=20152): stdout: \u000a| (launched: 2022-12-08_22:15:14.774149) \u000a22:15:15.985420 run osmo-msc_10.42.42.6(pid=20152): stderr: \u000a| �[0;m�[38;5;43m20221208221515044 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208221515044 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff740947c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208221515044 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208221515044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208221515044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208221515045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208221515046 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208221515047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208221515047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208221515047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:15:16.029902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20145): Terminating (SIGTERM)\u000a22:15:16.071469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20148): Terminating (SIGTERM)\u000a22:15:16.116406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20151): Terminating (SIGTERM)\u000a22:15:16.127043 --- ParallelTerminationStrategy: PID 20145 died...\u000a22:15:16.184920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20145): Terminated: ok {rc=0}\u000a22:15:16.195776 --- ParallelTerminationStrategy: PID 20148 died...\u000a22:15:16.251635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20148): Terminated: ok {rc=0}\u000a22:15:16.262924 --- ParallelTerminationStrategy: PID 20151 died...\u000a22:15:16.319565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20151): Terminated: ok {rc=0}\u000a22:15:16.409106 bus /sierra_3: Setting Powered False\u000a22:15:17.515411 bus /sierra_3: Setting Powered False\u000a22:15:18.623012 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20160): Process ended prematurely: osmo-stp_10.42.42.5(pid=20160) [trial-2350↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20160)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20160): Process ended prematurely: osmo-stp_10.42.42.5(pid=20160) [trial-2350↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20160)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a22:15:19.675636 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:19.687516 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:15:19.826778 tst emergency_preemptive_call.py: using LAC 17108\u000a22:15:19.944530 tst emergency_preemptive_call.py: using RAC 23\u000a22:15:20.062575 tst emergency_preemptive_call.py: using CellId 17108\u000a22:15:20.179966 tst emergency_preemptive_call.py: using BVCI 17109\u000a22:15:20.202387 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:20.213395 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:20.223828 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:20.234414 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:20.245582 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:20.256263 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:15:20.373369 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:15:20.489041 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:15:20.604396 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:15:20.807328 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:15:21.313187 run create_hlr_db(pid=20154): Launched\u000a22:15:21.496856 bus /sierra_2: Setting Powered False\u000a22:15:22.507188 run create_hlr_db(pid=20154): Terminated: ok {rc=0}\u000a22:15:22.933503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20156): Launched\u000a22:15:23.247428 run osmo-hlr_10.42.42.2(pid=20157): Launched\u000a22:15:23.362626 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:15:23.911923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20159): Launched\u000a22:15:24.226606 run osmo-stp_10.42.42.5(pid=20160): Launched\u000a22:15:24.352121 tst emergency_preemptive_call.py: using MSISDN 6879\u000a22:15:24.509172 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:15:25.083253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20162): Launched\u000a22:15:25.399156 run osmo-msc_10.42.42.6(pid=20163): Launched\u000a22:15:25.585344 run osmo-stp_10.42.42.5(pid=20160): ERR: Terminated: ERROR {rc=1} [trial-2350↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20160)]\u000a22:15:25.720528 run osmo-stp_10.42.42.5(pid=20160): stdout: \u000a| (launched: 2022-12-08_22:15:24.073109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:25.855577 run osmo-stp_10.42.42.5(pid=20160): stderr: \u000a| �[0;m�[38;5;43m20221208221524267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221524267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221524267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221524268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221524268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221524268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221524268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:25.983746 run osmo-stp_10.42.42.5(pid=20160): stdout: \u000a| (launched: 2022-12-08_22:15:24.073109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:26.110125 run osmo-stp_10.42.42.5(pid=20160): stderr: \u000a| �[0;m�[38;5;43m20221208221524267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221524267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221524267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221524268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221524268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221524268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221524268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:26.165516 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=20160): Process ended prematurely: osmo-stp_10.42.42.5(pid=20160) [trial-2350↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20160)] [trial-2350↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a22:15:26.174218 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a22:15:26.237289 run osmo-hlr_10.42.42.2(pid=20157): ERR: Terminated: ERROR {rc=237} [trial-2350↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20157)]\u000a22:15:26.289361 run osmo-hlr_10.42.42.2(pid=20157): stdout: \u000a| (launched: 2022-12-08_22:15:23.094315) \u000a22:15:26.342312 run osmo-hlr_10.42.42.2(pid=20157): stderr: \u000a| �[0;m�[1;31m20221208221523290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221523290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221523290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221523290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221523290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221523290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221523303 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221523313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221523313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221523314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:15:26.414186 run osmo-msc_10.42.42.6(pid=20163): ERR: Terminated: ERROR {rc=2} [trial-2350↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20163)]\u000a22:15:26.466213 run osmo-msc_10.42.42.6(pid=20163): stdout: \u000a| (launched: 2022-12-08_22:15:25.244045) \u000a22:15:26.518628 run osmo-msc_10.42.42.6(pid=20163): stderr: \u000a| �[0;m�[38;5;43m20221208221525567 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208221525567 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7effd9c7fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208221525567 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208221525567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208221525567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208221525568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208221525569 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208221525570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208221525570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208221525570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:15:26.563043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20156): Terminating (SIGTERM)\u000a22:15:26.605343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20159): Terminating (SIGTERM)\u000a22:15:26.647479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20162): Terminating (SIGTERM)\u000a22:15:26.657245 --- ParallelTerminationStrategy: PID 20156 died...\u000a22:15:26.713594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20156): Terminated: ok {rc=0}\u000a22:15:26.723684 --- ParallelTerminationStrategy: PID 20159 died...\u000a22:15:26.779733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20159): Terminated: ok {rc=0}\u000a22:15:26.789838 --- ParallelTerminationStrategy: PID 20162 died...\u000a22:15:26.845640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20162): Terminated: ok {rc=0}\u000a22:15:26.933502 bus /sierra_9: Setting Powered False\u000a22:15:28.039931 bus /sierra_9: Setting Powered False\u000a22:15:29.148311 bus /sierra_8: Setting Powered False\u000a22:15:30.254617 bus /sierra_8: Setting Powered False\u000a22:15:31.388577 bus /sierra_3: Setting Powered False\u000a22:15:32.498167 bus /sierra_3: Setting Powered False\u000a22:15:33.607052 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:15:09" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20178): Process ended prematurely: osmo-stp_10.42.42.5(pid=20178) [trial-2350↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20178)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20178): Process ended prematurely: osmo-stp_10.42.42.5(pid=20178) [trial-2350↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20178)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:15:35.738429 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:35.749056 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:15:35.892357 tst cs_paging_gprs_active.py: using LAC 17109\u000a22:15:36.011578 tst cs_paging_gprs_active.py: using RAC 24\u000a22:15:36.128701 tst cs_paging_gprs_active.py: using CellId 17109\u000a22:15:36.245916 tst cs_paging_gprs_active.py: using BVCI 17110\u000a22:15:36.268921 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:36.279575 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:36.290106 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:36.300781 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:36.311424 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:36.322401 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:36.333232 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:36.344020 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:36.354798 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:15:36.470259 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:15:36.765518 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:15:36.901405 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:15:37.234874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20168): Launched\u000a22:15:37.514575 run iperf3-srv_10.42.42.10(pid=20169): Launched\u000a22:15:37.713423 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:15:37.848726 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:15:38.183760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20170): Launched\u000a22:15:38.461368 run iperf3-srv_10.42.42.10(pid=20171): Launched\u000a22:15:38.659404 tst cs_paging_gprs_active.py:38: start network...\u000a22:15:38.794521 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:15:39.313378 run create_hlr_db(pid=20172): Launched\u000a22:15:39.500544 bus /sierra_2: Setting Powered False\u000a22:15:40.521964 run create_hlr_db(pid=20172): Terminated: ok {rc=0}\u000a22:15:40.951132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20174): Launched\u000a22:15:41.273904 run osmo-hlr_10.42.42.2(pid=20175): Launched\u000a22:15:41.392234 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:15:41.952745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20177): Launched\u000a22:15:42.274730 run osmo-stp_10.42.42.5(pid=20178): Launched\u000a22:15:42.392114 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:15:42.954646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20180): Launched\u000a22:15:43.069995 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:15:43.351083 run patchelf(pid=20181): Launched\u000a22:15:43.541018 run osmo-stp_10.42.42.5(pid=20178): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20178)]\u000a22:15:43.679253 run osmo-stp_10.42.42.5(pid=20178): stdout: \u000a| (launched: 2022-12-08_22:15:42.117665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:43.818030 run osmo-stp_10.42.42.5(pid=20178): stderr: \u000a| �[0;m�[38;5;43m20221208221542309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221542309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221542309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221542310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221542310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221542310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221542310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:43.953164 run osmo-stp_10.42.42.5(pid=20178): stdout: \u000a| (launched: 2022-12-08_22:15:42.117665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:44.086769 run osmo-stp_10.42.42.5(pid=20178): stderr: \u000a| �[0;m�[38;5;43m20221208221542309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221542309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221542309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221542310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221542310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221542310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221542310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:44.241439 run patchelf(pid=20181): Terminating (SIGINT)\u000a22:15:44.422957 run patchelf(pid=20181): Terminated: ok {rc=0}\u000a22:15:44.456371 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20178): Process ended prematurely: osmo-stp_10.42.42.5(pid=20178) [trial-2350↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20178)] [trial-2350↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a22:15:44.466422 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a22:15:44.530026 run osmo-hlr_10.42.42.2(pid=20175): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20175)]\u000a22:15:44.582012 run osmo-hlr_10.42.42.2(pid=20175): stdout: \u000a| (launched: 2022-12-08_22:15:41.116751) \u000a22:15:44.634556 run osmo-hlr_10.42.42.2(pid=20175): stderr: \u000a| �[0;m�[1;31m20221208221541315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221541315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221541315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221541315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221541315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221541315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221541327 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221541335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221541335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221541335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:15:44.679367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20168): Terminating (SIGTERM)\u000a22:15:44.721499 run iperf3-srv_10.42.42.10(pid=20169): Terminating (SIGTERM)\u000a22:15:44.763774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20170): Terminating (SIGTERM)\u000a22:15:44.806020 run iperf3-srv_10.42.42.10(pid=20171): Terminating (SIGTERM)\u000a22:15:44.848122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20174): Terminating (SIGTERM)\u000a22:15:44.890760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20177): Terminating (SIGTERM)\u000a22:15:44.933213 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20180): Terminating (SIGTERM)\u000a22:15:44.942888 --- ParallelTerminationStrategy: PID 20168 died...\u000a22:15:44.999254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20168): Terminated: ok {rc=0}\u000a22:15:45.009498 --- ParallelTerminationStrategy: PID 20169 died...\u000a22:15:45.065336 run iperf3-srv_10.42.42.10(pid=20169): Terminated {rc=256}\u000a22:15:45.075358 --- ParallelTerminationStrategy: PID 20170 died...\u000a22:15:45.131323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20170): Terminated: ok {rc=0}\u000a22:15:45.141440 --- ParallelTerminationStrategy: PID 20171 died...\u000a22:15:45.197177 run iperf3-srv_10.42.42.10(pid=20171): Terminated {rc=256}\u000a22:15:45.207186 --- ParallelTerminationStrategy: PID 20174 died...\u000a22:15:45.262896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20174): Terminated: ok {rc=0}\u000a22:15:45.272914 --- ParallelTerminationStrategy: PID 20177 died...\u000a22:15:45.328921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20177): Terminated: ok {rc=0}\u000a22:15:45.339105 --- ParallelTerminationStrategy: PID 20180 died...\u000a22:15:45.395076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20180): Terminated: ok {rc=0}\u000a22:15:45.483739 bus /gobi_0: Setting Powered False\u000a22:15:46.589333 bus /gobi_0: Setting Powered False\u000a22:15:47.695516 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20190): Process ended prematurely: osmo-stp_10.42.42.5(pid=20190) [trial-2350↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20190)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20190): Process ended prematurely: osmo-stp_10.42.42.5(pid=20190) [trial-2350↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20190)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a22:15:48.810239 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:48.821877 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:15:48.969366 tst iperf3.py: using LAC 17110\u000a22:15:49.097357 tst iperf3.py: using RAC 25\u000a22:15:49.225777 tst iperf3.py: using CellId 17110\u000a22:15:49.354166 tst iperf3.py: using BVCI 17111\u000a22:15:49.378822 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:49.389986 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:49.400865 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:49.411867 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:49.422836 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:49.433731 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:49.444761 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:49.455857 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:49.467093 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:15:49.758149 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:15:49.893048 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:15:50.224769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20182): Launched\u000a22:15:50.500935 run iperf3-srv_10.42.42.10(pid=20183): Launched\u000a22:15:50.698212 tst iperf3.py:8: start network...\u000a22:15:50.833036 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:15:51.347424 run create_hlr_db(pid=20184): Launched\u000a22:15:51.534350 bus /gobi_6: Setting Powered False\u000a22:15:52.556517 run create_hlr_db(pid=20184): Terminated: ok {rc=0}\u000a22:15:52.962820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20186): Launched\u000a22:15:53.264335 run osmo-hlr_10.42.42.2(pid=20187): Launched\u000a22:15:53.384153 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:15:53.919112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20189): Launched\u000a22:15:54.221813 run osmo-stp_10.42.42.5(pid=20190): Launched\u000a22:15:54.333771 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:15:54.863478 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20192): Launched\u000a22:15:54.971802 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:15:55.235431 run patchelf(pid=20193): Launched\u000a22:15:55.413077 run osmo-stp_10.42.42.5(pid=20190): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20190)]\u000a22:15:55.543653 run osmo-stp_10.42.42.5(pid=20190): stdout: \u000a| (launched: 2022-12-08_22:15:54.073233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:55.674488 run osmo-stp_10.42.42.5(pid=20190): stderr: \u000a| �[0;m�[38;5;43m20221208221554243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221554243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221554244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221554244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221554245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221554245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221554245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:55.800918 run osmo-stp_10.42.42.5(pid=20190): stdout: \u000a| (launched: 2022-12-08_22:15:54.073233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:55.926536 run osmo-stp_10.42.42.5(pid=20190): stderr: \u000a| �[0;m�[38;5;43m20221208221554243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221554243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221554244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221554244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221554245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221554245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221554245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:56.072021 run patchelf(pid=20193): Terminating (SIGINT)\u000a22:15:56.242977 run patchelf(pid=20193): Terminated: ok {rc=0}\u000a22:15:56.274494 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20190): Process ended prematurely: osmo-stp_10.42.42.5(pid=20190) [trial-2350↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20190)] [trial-2350↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a22:15:56.283748 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a22:15:56.345243 run osmo-hlr_10.42.42.2(pid=20187): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20187)]\u000a22:15:56.395149 run osmo-hlr_10.42.42.2(pid=20187): stdout: \u000a| (launched: 2022-12-08_22:15:53.116525) \u000a22:15:56.445742 run osmo-hlr_10.42.42.2(pid=20187): stderr: \u000a| �[0;m�[1;31m20221208221553290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221553290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221553290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221553290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221553290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221553290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221553302 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221553311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221553311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221553311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:15:56.489464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20182): Terminating (SIGTERM)\u000a22:15:56.529767 run iperf3-srv_10.42.42.10(pid=20183): Terminating (SIGTERM)\u000a22:15:56.570381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20186): Terminating (SIGTERM)\u000a22:15:56.611128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20189): Terminating (SIGTERM)\u000a22:15:56.651771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20192): Terminating (SIGTERM)\u000a22:15:56.661327 --- ParallelTerminationStrategy: PID 20182 died...\u000a22:15:56.715584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20182): Terminated: ok {rc=0}\u000a22:15:56.725542 --- ParallelTerminationStrategy: PID 20183 died...\u000a22:15:56.779459 run iperf3-srv_10.42.42.10(pid=20183): Terminated {rc=256}\u000a22:15:56.789382 --- ParallelTerminationStrategy: PID 20186 died...\u000a22:15:56.843526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20186): Terminated: ok {rc=0}\u000a22:15:56.853288 --- ParallelTerminationStrategy: PID 20189 died...\u000a22:15:56.907059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20189): Terminated: ok {rc=0}\u000a22:15:56.916926 --- ParallelTerminationStrategy: PID 20192 died...\u000a22:15:56.970667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20192): Terminated: ok {rc=0}\u000a22:15:57.056040 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20208): Process ended prematurely: osmo-stp_10.42.42.5(pid=20208) [trial-2350↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20208)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20208): Process ended prematurely: osmo-stp_10.42.42.5(pid=20208) [trial-2350↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20208)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a22:15:58.164597 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:58.175816 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:15:58.314107 tst iperf3m4.py: using LAC 17111\u000a22:15:58.432115 tst iperf3m4.py: using RAC 26\u000a22:15:58.552451 tst iperf3m4.py: using CellId 17111\u000a22:15:58.672916 tst iperf3m4.py: using BVCI 17112\u000a22:15:58.696109 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:58.706908 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:58.717360 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:58.728055 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:58.738773 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:58.749355 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:58.760127 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:58.770739 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:58.781543 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:15:58.901667 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:15:59.018702 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:15:59.137136 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:15:59.412516 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:15:59.538269 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:15:59.849503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20194): Launched\u000a22:16:00.109090 run iperf3-srv_10.42.42.10(pid=20195): Launched\u000a22:16:00.293729 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:16:00.419561 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:16:00.732569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20196): Launched\u000a22:16:01.023717 run iperf3-srv_10.42.42.10(pid=20197): Launched\u000a22:16:01.233381 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:16:01.372142 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:16:01.716344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20198): Launched\u000a22:16:02.015697 run iperf3-srv_10.42.42.10(pid=20199): Launched\u000a22:16:02.218457 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:16:02.355161 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:16:02.689214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20200): Launched\u000a22:16:02.966377 run iperf3-srv_10.42.42.10(pid=20201): Launched\u000a22:16:03.164477 tst iperf3m4.py:8: start network...\u000a22:16:03.299738 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:16:03.816751 run create_hlr_db(pid=20202): Launched\u000a22:16:04.004305 bus /gobi_6: Setting Powered False\u000a22:16:05.026487 run create_hlr_db(pid=20202): Terminated: ok {rc=0}\u000a22:16:05.431485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20204): Launched\u000a22:16:05.733936 run osmo-hlr_10.42.42.2(pid=20205): Launched\u000a22:16:05.851331 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:16:06.384374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20207): Launched\u000a22:16:06.685849 run osmo-stp_10.42.42.5(pid=20208): Launched\u000a22:16:06.795872 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:16:07.323106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20210): Launched\u000a22:16:07.431419 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:16:07.695788 run patchelf(pid=20211): Launched\u000a22:16:07.873767 run osmo-stp_10.42.42.5(pid=20208): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20208)]\u000a22:16:08.003859 run osmo-stp_10.42.42.5(pid=20208): stdout: \u000a| (launched: 2022-12-08_22:16:06.538169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:08.134361 run osmo-stp_10.42.42.5(pid=20208): stderr: \u000a| �[0;m�[38;5;43m20221208221606710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221606710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221606710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221606711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221606711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221606711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221606711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:08.260432 run osmo-stp_10.42.42.5(pid=20208): stdout: \u000a| (launched: 2022-12-08_22:16:06.538169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:08.385339 run osmo-stp_10.42.42.5(pid=20208): stderr: \u000a| �[0;m�[38;5;43m20221208221606710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221606710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221606710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221606711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221606711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221606711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221606711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:08.530919 run patchelf(pid=20211): Terminating (SIGINT)\u000a22:16:08.701085 run patchelf(pid=20211): Terminated: ok {rc=0}\u000a22:16:08.732305 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20208): Process ended prematurely: osmo-stp_10.42.42.5(pid=20208) [trial-2350↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20208)] [trial-2350↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a22:16:08.741594 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a22:16:08.805178 run osmo-hlr_10.42.42.2(pid=20205): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20205)]\u000a22:16:08.855296 run osmo-hlr_10.42.42.2(pid=20205): stdout: \u000a| (launched: 2022-12-08_22:16:05.585803) \u000a22:16:08.906443 run osmo-hlr_10.42.42.2(pid=20205): stderr: \u000a| �[0;m�[1;31m20221208221605762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221605762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221605762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221605762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221605762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221605762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221605775 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221605785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221605786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221605786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:16:08.949464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20194): Terminating (SIGTERM)\u000a22:16:08.990239 run iperf3-srv_10.42.42.10(pid=20195): Terminating (SIGTERM)\u000a22:16:09.031120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20196): Terminating (SIGTERM)\u000a22:16:09.071765 run iperf3-srv_10.42.42.10(pid=20197): Terminating (SIGTERM)\u000a22:16:09.112389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20198): Terminating (SIGTERM)\u000a22:16:09.153105 run iperf3-srv_10.42.42.10(pid=20199): Terminating (SIGTERM)\u000a22:16:09.193765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20200): Terminating (SIGTERM)\u000a22:16:09.234447 run iperf3-srv_10.42.42.10(pid=20201): Terminating (SIGTERM)\u000a22:16:09.275089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20204): Terminating (SIGTERM)\u000a22:16:09.315384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20207): Terminating (SIGTERM)\u000a22:16:09.356115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20210): Terminating (SIGTERM)\u000a22:16:09.365877 --- ParallelTerminationStrategy: PID 20194 died...\u000a22:16:09.420644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20194): Terminated: ok {rc=0}\u000a22:16:09.430573 --- ParallelTerminationStrategy: PID 20195 died...\u000a22:16:09.484658 run iperf3-srv_10.42.42.10(pid=20195): Terminated {rc=256}\u000a22:16:09.494451 --- ParallelTerminationStrategy: PID 20196 died...\u000a22:16:09.548938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20196): Terminated: ok {rc=0}\u000a22:16:09.559193 --- ParallelTerminationStrategy: PID 20197 died...\u000a22:16:09.613461 run iperf3-srv_10.42.42.10(pid=20197): Terminated {rc=256}\u000a22:16:09.623503 --- ParallelTerminationStrategy: PID 20198 died...\u000a22:16:09.677836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20198): Terminated: ok {rc=0}\u000a22:16:09.687911 --- ParallelTerminationStrategy: PID 20199 died...\u000a22:16:09.742437 run iperf3-srv_10.42.42.10(pid=20199): Terminated {rc=256}\u000a22:16:09.752321 --- ParallelTerminationStrategy: PID 20200 died...\u000a22:16:09.806331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20200): Terminated: ok {rc=0}\u000a22:16:09.816278 --- ParallelTerminationStrategy: PID 20201 died...\u000a22:16:09.870481 run iperf3-srv_10.42.42.10(pid=20201): Terminated {rc=256}\u000a22:16:09.880155 --- ParallelTerminationStrategy: PID 20204 died...\u000a22:16:09.933789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20204): Terminated: ok {rc=0}\u000a22:16:09.943690 --- ParallelTerminationStrategy: PID 20207 died...\u000a22:16:09.997572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20207): Terminated: ok {rc=0}\u000a22:16:10.007575 --- ParallelTerminationStrategy: PID 20210 died...\u000a22:16:10.061621 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20210): Terminated: ok {rc=0}\u000a22:16:10.147007 bus /gobi_4: Setting Powered False\u000a22:16:11.255818 bus /gobi_4: Setting Powered False\u000a22:16:12.369118 bus /gobi_1: Setting Powered False\u000a22:16:13.473622 bus /gobi_1: Setting Powered False\u000a22:16:14.585920 bus /gobi_0: Setting Powered False\u000a22:16:15.693243 bus /gobi_0: Setting Powered False\u000a22:16:16.805093 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20218): Process ended prematurely: osmo-stp_10.42.42.5(pid=20218) [trial-2350↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20218)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20218): Process ended prematurely: osmo-stp_10.42.42.5(pid=20218) [trial-2350↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20218)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a22:16:17.871877 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:17.883108 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:16:18.019074 tst ping.py: using LAC 17112\u000a22:16:18.136106 tst ping.py: using RAC 27\u000a22:16:18.254723 tst ping.py: using CellId 17112\u000a22:16:18.370975 tst ping.py: using BVCI 17113\u000a22:16:18.393724 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:18.404347 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:18.415025 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:18.425849 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:18.436489 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:18.447188 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:18.458152 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:18.468830 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:16:18.756894 tst ping.py:19: start network...\u000a22:16:18.890238 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:16:19.397050 run create_hlr_db(pid=20212): Launched\u000a22:16:19.580805 bus /gobi_6: Setting Powered False\u000a22:16:20.602497 run create_hlr_db(pid=20212): Terminated: ok {rc=0}\u000a22:16:21.000827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20214): Launched\u000a22:16:21.296273 run osmo-hlr_10.42.42.2(pid=20215): Launched\u000a22:16:21.405832 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:16:21.926030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20217): Launched\u000a22:16:22.222063 run osmo-stp_10.42.42.5(pid=20218): Launched\u000a22:16:22.330498 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:16:22.847311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20220): Launched\u000a22:16:22.953600 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:16:23.212545 run patchelf(pid=20221): Launched\u000a22:16:23.388068 run osmo-stp_10.42.42.5(pid=20218): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20218)]\u000a22:16:23.516424 run osmo-stp_10.42.42.5(pid=20218): stdout: \u000a| (launched: 2022-12-08_22:16:22.076813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:23.644778 run osmo-stp_10.42.42.5(pid=20218): stderr: \u000a| �[0;m�[38;5;43m20221208221622245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221622245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221622246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221622246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221622247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221622247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221622247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:23.768707 run osmo-stp_10.42.42.5(pid=20218): stdout: \u000a| (launched: 2022-12-08_22:16:22.076813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:23.891698 run osmo-stp_10.42.42.5(pid=20218): stderr: \u000a| �[0;m�[38;5;43m20221208221622245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221622245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221622246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221622246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221622247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221622247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221622247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:24.034574 run patchelf(pid=20221): Terminating (SIGINT)\u000a22:16:24.202571 run patchelf(pid=20221): Terminated: ok {rc=0}\u000a22:16:24.233224 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20218): Process ended prematurely: osmo-stp_10.42.42.5(pid=20218) [trial-2350↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20218)] [trial-2350↪gprs:trx-sysmocell5000↪ping.py:22]\u000a22:16:24.241775 tst ping.py:22: Test FAILED (6.4 sec)\u000a22:16:24.303977 run osmo-hlr_10.42.42.2(pid=20215): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20215)]\u000a22:16:24.355013 run osmo-hlr_10.42.42.2(pid=20215): stdout: \u000a| (launched: 2022-12-08_22:16:21.151609) \u000a22:16:24.406340 run osmo-hlr_10.42.42.2(pid=20215): stderr: \u000a| �[0;m�[1;31m20221208221621327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221621327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221621327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221621327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221621328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221621328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221621341 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221621350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221621350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221621350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:16:24.450051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20214): Terminating (SIGTERM)\u000a22:16:24.491767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20217): Terminating (SIGTERM)\u000a22:16:24.532862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20220): Terminating (SIGTERM)\u000a22:16:24.542623 --- ParallelTerminationStrategy: PID 20214 died...\u000a22:16:24.597910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20214): Terminated: ok {rc=0}\u000a22:16:24.608095 --- ParallelTerminationStrategy: PID 20217 died...\u000a22:16:24.663892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20217): Terminated: ok {rc=0}\u000a22:16:24.673844 --- ParallelTerminationStrategy: PID 20220 died...\u000a22:16:24.729076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20220): Terminated: ok {rc=0}\u000a22:16:24.814318 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20228): Process ended prematurely: osmo-stp_10.42.42.5(pid=20228) [trial-2350↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20228)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20228): Process ended prematurely: osmo-stp_10.42.42.5(pid=20228) [trial-2350↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20228)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a22:16:25.867715 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:25.879864 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:16:26.024248 tst ping_idle_ping.py: using LAC 17113\u000a22:16:26.148785 tst ping_idle_ping.py: using RAC 28\u000a22:16:26.272496 tst ping_idle_ping.py: using CellId 17113\u000a22:16:26.396599 tst ping_idle_ping.py: using BVCI 17114\u000a22:16:26.420868 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:26.432268 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:26.443216 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:26.454165 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:26.464997 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:26.475842 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:26.487001 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:26.497942 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:16:26.770585 tst ping_idle_ping.py:24: start network...\u000a22:16:26.894933 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:16:27.367272 run create_hlr_db(pid=20222): Launched\u000a22:16:27.539813 bus /gobi_6: Setting Powered False\u000a22:16:28.562240 run create_hlr_db(pid=20222): Terminated: ok {rc=0}\u000a22:16:28.986875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20224): Launched\u000a22:16:29.305298 run osmo-hlr_10.42.42.2(pid=20225): Launched\u000a22:16:29.425911 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:16:29.979801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20227): Launched\u000a22:16:30.296662 run osmo-stp_10.42.42.5(pid=20228): Launched\u000a22:16:30.412242 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:16:30.994000 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20230): Launched\u000a22:16:31.112472 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:16:31.406596 run patchelf(pid=20231): Launched\u000a22:16:31.596771 run osmo-stp_10.42.42.5(pid=20228): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20228)]\u000a22:16:31.735810 run osmo-stp_10.42.42.5(pid=20228): stdout: \u000a| (launched: 2022-12-08_22:16:30.142090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:31.875698 run osmo-stp_10.42.42.5(pid=20228): stderr: \u000a| �[0;m�[38;5;43m20221208221630330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221630330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221630331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221630331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221630333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221630334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221630334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:32.011021 run osmo-stp_10.42.42.5(pid=20228): stdout: \u000a| (launched: 2022-12-08_22:16:30.142090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:32.144416 run osmo-stp_10.42.42.5(pid=20228): stderr: \u000a| �[0;m�[38;5;43m20221208221630330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221630330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221630331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221630331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221630333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221630334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221630334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:32.297825 run patchelf(pid=20231): Terminating (SIGINT)\u000a22:16:32.477672 run patchelf(pid=20231): Terminated: ok {rc=0}\u000a22:16:32.510257 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20228): Process ended prematurely: osmo-stp_10.42.42.5(pid=20228) [trial-2350↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20228)] [trial-2350↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a22:16:32.519560 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a22:16:32.583384 run osmo-hlr_10.42.42.2(pid=20225): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20225)]\u000a22:16:32.635750 run osmo-hlr_10.42.42.2(pid=20225): stdout: \u000a| (launched: 2022-12-08_22:16:29.148933) \u000a22:16:32.689107 run osmo-hlr_10.42.42.2(pid=20225): stderr: \u000a| �[0;m�[1;31m20221208221629347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221629347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221629347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221629347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221629347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221629347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221629360 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221629370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221629370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221629370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:16:32.734410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20224): Terminating (SIGTERM)\u000a22:16:32.777092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20227): Terminating (SIGTERM)\u000a22:16:32.819882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20230): Terminating (SIGTERM)\u000a22:16:32.829786 --- ParallelTerminationStrategy: PID 20224 died...\u000a22:16:32.887241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20224): Terminated: ok {rc=0}\u000a22:16:32.897791 --- ParallelTerminationStrategy: PID 20227 died...\u000a22:16:32.954930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20227): Terminated: ok {rc=0}\u000a22:16:32.965708 --- ParallelTerminationStrategy: PID 20230 died...\u000a22:16:33.022515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20230): Terminated: ok {rc=0}\u000a22:16:33.110354 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:15:35" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20245): Process ended prematurely: osmo-stp_10.42.42.5(pid=20245) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20245)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20245): Process ended prematurely: osmo-stp_10.42.42.5(pid=20245) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20245)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:16:35.275008 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:35.285820 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:16:35.427426 tst cs_paging_gprs_active.py: using LAC 17114\u000a22:16:35.550293 tst cs_paging_gprs_active.py: using RAC 29\u000a22:16:35.673623 tst cs_paging_gprs_active.py: using CellId 17114\u000a22:16:35.793504 tst cs_paging_gprs_active.py: using BVCI 17115\u000a22:16:35.816695 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:35.827716 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:35.838589 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:35.849966 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:35.861355 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:35.872625 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:35.884155 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:35.895478 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:35.907277 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:16:36.029197 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:16:36.310701 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:16:36.437948 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:16:36.751833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20235): Launched\u000a22:16:37.014115 run iperf3-srv_10.42.42.10(pid=20236): Launched\u000a22:16:37.199705 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:16:37.326463 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:16:37.639755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20237): Launched\u000a22:16:37.901613 run iperf3-srv_10.42.42.10(pid=20238): Launched\u000a22:16:38.086723 tst cs_paging_gprs_active.py:38: start network...\u000a22:16:38.213658 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:16:38.692822 run create_hlr_db(pid=20239): Launched\u000a22:16:38.867532 bus /gobi_6: Setting Powered False\u000a22:16:39.890902 run create_hlr_db(pid=20239): Terminated: ok {rc=0}\u000a22:16:40.295776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20241): Launched\u000a22:16:40.600179 run osmo-hlr_10.42.42.2(pid=20242): Launched\u000a22:16:40.724087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:16:41.255193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20244): Launched\u000a22:16:41.558474 run osmo-stp_10.42.42.5(pid=20245): Launched\u000a22:16:41.676337 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:16:42.210673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20247): Launched\u000a22:16:42.319195 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:16:42.583487 run patchelf(pid=20248): Launched\u000a22:16:42.762535 run osmo-stp_10.42.42.5(pid=20245): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20245)]\u000a22:16:42.893535 run osmo-stp_10.42.42.5(pid=20245): stdout: \u000a| (launched: 2022-12-08_22:16:41.409863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:43.024695 run osmo-stp_10.42.42.5(pid=20245): stderr: \u000a| �[0;m�[38;5;43m20221208221641580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221641580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221641580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221641581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221641581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221641581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221641581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:43.152226 run osmo-stp_10.42.42.5(pid=20245): stdout: \u000a| (launched: 2022-12-08_22:16:41.409863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:43.278662 run osmo-stp_10.42.42.5(pid=20245): stderr: \u000a| �[0;m�[38;5;43m20221208221641580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221641580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221641580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221641581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221641581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221641581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221641581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:43.424260 run patchelf(pid=20248): Terminating (SIGINT)\u000a22:16:43.595708 run patchelf(pid=20248): Terminated: ok {rc=0}\u000a22:16:43.627125 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20245): Process ended prematurely: osmo-stp_10.42.42.5(pid=20245) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20245)] [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a22:16:43.636318 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a22:16:43.697852 run osmo-hlr_10.42.42.2(pid=20242): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20242)]\u000a22:16:43.747902 run osmo-hlr_10.42.42.2(pid=20242): stdout: \u000a| (launched: 2022-12-08_22:16:40.451588) \u000a22:16:43.798642 run osmo-hlr_10.42.42.2(pid=20242): stderr: \u000a| �[0;m�[1;31m20221208221640627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221640627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221640627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221640627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221640627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221640627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221640639 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221640649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221640650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221640650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:16:43.841776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20235): Terminating (SIGTERM)\u000a22:16:43.882591 run iperf3-srv_10.42.42.10(pid=20236): Terminating (SIGTERM)\u000a22:16:43.923736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20237): Terminating (SIGTERM)\u000a22:16:43.964460 run iperf3-srv_10.42.42.10(pid=20238): Terminating (SIGTERM)\u000a22:16:44.005312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20241): Terminating (SIGTERM)\u000a22:16:44.046010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20244): Terminating (SIGTERM)\u000a22:16:44.086869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20247): Terminating (SIGTERM)\u000a22:16:44.096330 --- ParallelTerminationStrategy: PID 20235 died...\u000a22:16:44.151157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20235): Terminated: ok {rc=0}\u000a22:16:44.161004 --- ParallelTerminationStrategy: PID 20236 died...\u000a22:16:44.215445 run iperf3-srv_10.42.42.10(pid=20236): Terminated {rc=256}\u000a22:16:44.225237 --- ParallelTerminationStrategy: PID 20237 died...\u000a22:16:44.279454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20237): Terminated: ok {rc=0}\u000a22:16:44.289334 --- ParallelTerminationStrategy: PID 20238 died...\u000a22:16:44.343335 run iperf3-srv_10.42.42.10(pid=20238): Terminated {rc=256}\u000a22:16:44.353370 --- ParallelTerminationStrategy: PID 20241 died...\u000a22:16:44.407241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20241): Terminated: ok {rc=0}\u000a22:16:44.417267 --- ParallelTerminationStrategy: PID 20244 died...\u000a22:16:44.471286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20244): Terminated: ok {rc=0}\u000a22:16:44.481367 --- ParallelTerminationStrategy: PID 20247 died...\u000a22:16:44.535965 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20247): Terminated: ok {rc=0}\u000a22:16:44.625282 bus /gobi_0: Setting Powered False\u000a22:16:45.729272 bus /gobi_0: Setting Powered False\u000a22:16:46.865115 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20257): Process ended prematurely: osmo-stp_10.42.42.5(pid=20257) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20257)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20257): Process ended prematurely: osmo-stp_10.42.42.5(pid=20257) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20257)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a22:16:47.981415 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:47.992651 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:16:48.135323 tst iperf3.py: using LAC 17115\u000a22:16:48.252712 tst iperf3.py: using RAC 30\u000a22:16:48.372710 tst iperf3.py: using CellId 17115\u000a22:16:48.491980 tst iperf3.py: using BVCI 17116\u000a22:16:48.515170 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:48.526070 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:48.536678 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:48.547570 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:48.558472 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:48.569335 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:48.580336 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:48.591185 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:48.602275 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:16:48.880231 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:16:49.006836 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:16:49.318976 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20249): Launched\u000a22:16:49.577509 run iperf3-srv_10.42.42.10(pid=20250): Launched\u000a22:16:49.761597 tst iperf3.py:8: start network...\u000a22:16:49.887173 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:16:50.362636 run create_hlr_db(pid=20251): Launched\u000a22:16:50.536819 bus /gobi_6: Setting Powered False\u000a22:16:51.559283 run create_hlr_db(pid=20251): Terminated: ok {rc=0}\u000a22:16:51.962069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20253): Launched\u000a22:16:52.264921 run osmo-hlr_10.42.42.2(pid=20254): Launched\u000a22:16:52.380677 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:16:52.906433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20256): Launched\u000a22:16:53.208280 run osmo-stp_10.42.42.5(pid=20257): Launched\u000a22:16:53.319039 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:16:53.846166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20259): Launched\u000a22:16:53.955191 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:16:54.220078 run patchelf(pid=20260): Launched\u000a22:16:54.398230 run osmo-stp_10.42.42.5(pid=20257): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20257)]\u000a22:16:54.528332 run osmo-stp_10.42.42.5(pid=20257): stdout: \u000a| (launched: 2022-12-08_22:16:53.060423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:54.659134 run osmo-stp_10.42.42.5(pid=20257): stderr: \u000a| �[0;m�[38;5;43m20221208221653229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221653229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221653229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221653230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221653230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221653230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221653230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:54.785767 run osmo-stp_10.42.42.5(pid=20257): stdout: \u000a| (launched: 2022-12-08_22:16:53.060423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:54.910975 run osmo-stp_10.42.42.5(pid=20257): stderr: \u000a| �[0;m�[38;5;43m20221208221653229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221653229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221653229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221653230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221653230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221653230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221653230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:55.055883 run patchelf(pid=20260): Terminating (SIGINT)\u000a22:16:55.226660 run patchelf(pid=20260): Terminated: ok {rc=0}\u000a22:16:55.257972 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20257): Process ended prematurely: osmo-stp_10.42.42.5(pid=20257) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20257)] [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a22:16:55.267339 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a22:16:55.329029 run osmo-hlr_10.42.42.2(pid=20254): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20254)]\u000a22:16:55.379632 run osmo-hlr_10.42.42.2(pid=20254): stdout: \u000a| (launched: 2022-12-08_22:16:52.116200) \u000a22:16:55.430452 run osmo-hlr_10.42.42.2(pid=20254): stderr: \u000a| �[0;m�[1;31m20221208221652290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221652290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221652290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221652291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221652291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221652291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221652303 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221652313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221652314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221652314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:16:55.473458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20249): Terminating (SIGTERM)\u000a22:16:55.514127 run iperf3-srv_10.42.42.10(pid=20250): Terminating (SIGTERM)\u000a22:16:55.555080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20253): Terminating (SIGTERM)\u000a22:16:55.595780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20256): Terminating (SIGTERM)\u000a22:16:55.636382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20259): Terminating (SIGTERM)\u000a22:16:55.646010 --- ParallelTerminationStrategy: PID 20249 died...\u000a22:16:55.700888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20249): Terminated: ok {rc=0}\u000a22:16:55.710683 --- ParallelTerminationStrategy: PID 20250 died...\u000a22:16:55.765043 run iperf3-srv_10.42.42.10(pid=20250): Terminated {rc=256}\u000a22:16:55.774988 --- ParallelTerminationStrategy: PID 20253 died...\u000a22:16:55.829394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20253): Terminated: ok {rc=0}\u000a22:16:55.839421 --- ParallelTerminationStrategy: PID 20256 died...\u000a22:16:55.894171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20256): Terminated: ok {rc=0}\u000a22:16:55.903952 --- ParallelTerminationStrategy: PID 20259 died...\u000a22:16:55.958571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20259): Terminated: ok {rc=0}\u000a22:16:56.045375 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20278): Process ended prematurely: osmo-stp_10.42.42.5(pid=20278) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20278)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20278): Process ended prematurely: osmo-stp_10.42.42.5(pid=20278) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20278)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a22:16:57.161450 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:57.173436 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:16:57.325650 tst iperf3m4.py: using LAC 17116\u000a22:16:57.456265 tst iperf3m4.py: using RAC 31\u000a22:16:57.582217 tst iperf3m4.py: using CellId 17116\u000a22:16:57.708602 tst iperf3m4.py: using BVCI 17117\u000a22:16:57.733589 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:57.744909 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:57.756223 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:57.767447 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:57.778692 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:57.789913 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:57.801198 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:57.812282 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:57.823589 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:16:57.944314 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:16:58.065867 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:16:58.182968 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:16:58.476262 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:16:58.611517 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:16:58.944656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20261): Launched\u000a22:16:59.222450 run iperf3-srv_10.42.42.10(pid=20262): Launched\u000a22:16:59.420794 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:16:59.556250 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:16:59.889871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20263): Launched\u000a22:17:00.168872 run iperf3-srv_10.42.42.10(pid=20264): Launched\u000a22:17:00.366735 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:17:00.501899 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:17:00.838606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20265): Launched\u000a22:17:01.171677 run iperf3-srv_10.42.42.10(pid=20266): Launched\u000a22:17:01.363852 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:17:01.494688 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:17:01.839044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20270): Launched\u000a22:17:02.126033 run iperf3-srv_10.42.42.10(pid=20271): Launched\u000a22:17:02.347452 tst iperf3m4.py:8: start network...\u000a22:17:02.474251 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:17:02.950249 run create_hlr_db(pid=20272): Launched\u000a22:17:03.124475 bus /gobi_6: Setting Powered False\u000a22:17:04.147017 run create_hlr_db(pid=20272): Terminated: ok {rc=0}\u000a22:17:04.548924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20274): Launched\u000a22:17:04.851042 run osmo-hlr_10.42.42.2(pid=20275): Launched\u000a22:17:04.967407 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:17:05.505289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20277): Launched\u000a22:17:05.807747 run osmo-stp_10.42.42.5(pid=20278): Launched\u000a22:17:05.918899 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:17:06.447732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20280): Launched\u000a22:17:06.556475 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:17:06.822072 run patchelf(pid=20281): Launched\u000a22:17:07.000084 run osmo-stp_10.42.42.5(pid=20278): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20278)]\u000a22:17:07.130216 run osmo-stp_10.42.42.5(pid=20278): stdout: \u000a| (launched: 2022-12-08_22:17:05.659625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:07.260541 run osmo-stp_10.42.42.5(pid=20278): stderr: \u000a| �[0;m�[38;5;43m20221208221705830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221705830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221705830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221705831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221705831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221705831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221705831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:07.386787 run osmo-stp_10.42.42.5(pid=20278): stdout: \u000a| (launched: 2022-12-08_22:17:05.659625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:07.512228 run osmo-stp_10.42.42.5(pid=20278): stderr: \u000a| �[0;m�[38;5;43m20221208221705830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221705830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221705830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221705831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221705831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221705831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221705831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:07.657606 run patchelf(pid=20281): Terminating (SIGINT)\u000a22:17:07.828941 run patchelf(pid=20281): Terminated: ok {rc=0}\u000a22:17:07.860366 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20278): Process ended prematurely: osmo-stp_10.42.42.5(pid=20278) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20278)] [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a22:17:07.869792 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a22:17:07.932070 run osmo-hlr_10.42.42.2(pid=20275): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20275)]\u000a22:17:07.982217 run osmo-hlr_10.42.42.2(pid=20275): stdout: \u000a| (launched: 2022-12-08_22:17:04.702676) \u000a22:17:08.032683 run osmo-hlr_10.42.42.2(pid=20275): stderr: \u000a| �[0;m�[1;31m20221208221704880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221704880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221704880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221704880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221704880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221704880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221704892 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221704902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221704902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221704902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:17:08.075509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20261): Terminating (SIGTERM)\u000a22:17:08.116415 run iperf3-srv_10.42.42.10(pid=20262): Terminating (SIGTERM)\u000a22:17:08.156843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20263): Terminating (SIGTERM)\u000a22:17:08.197437 run iperf3-srv_10.42.42.10(pid=20264): Terminating (SIGTERM)\u000a22:17:08.238180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20265): Terminating (SIGTERM)\u000a22:17:08.278679 run iperf3-srv_10.42.42.10(pid=20266): Terminating (SIGTERM)\u000a22:17:08.319186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20270): Terminating (SIGTERM)\u000a22:17:08.359579 run iperf3-srv_10.42.42.10(pid=20271): Terminating (SIGTERM)\u000a22:17:08.400037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20274): Terminating (SIGTERM)\u000a22:17:08.440513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20277): Terminating (SIGTERM)\u000a22:17:08.481805 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20280): Terminating (SIGTERM)\u000a22:17:08.491235 --- ParallelTerminationStrategy: PID 20261 died...\u000a22:17:08.545297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20261): Terminated: ok {rc=0}\u000a22:17:08.555289 --- ParallelTerminationStrategy: PID 20262 died...\u000a22:17:08.608889 run iperf3-srv_10.42.42.10(pid=20262): Terminated {rc=256}\u000a22:17:08.618776 --- ParallelTerminationStrategy: PID 20263 died...\u000a22:17:08.672704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20263): Terminated: ok {rc=0}\u000a22:17:08.682429 --- ParallelTerminationStrategy: PID 20264 died...\u000a22:17:08.736243 run iperf3-srv_10.42.42.10(pid=20264): Terminated {rc=256}\u000a22:17:08.746235 --- ParallelTerminationStrategy: PID 20265 died...\u000a22:17:08.800050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20265): Terminated: ok {rc=0}\u000a22:17:08.810102 --- ParallelTerminationStrategy: PID 20266 died...\u000a22:17:08.863818 run iperf3-srv_10.42.42.10(pid=20266): Terminated {rc=256}\u000a22:17:08.873792 --- ParallelTerminationStrategy: PID 20270 died...\u000a22:17:08.927544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20270): Terminated: ok {rc=0}\u000a22:17:08.937645 --- ParallelTerminationStrategy: PID 20271 died...\u000a22:17:08.991446 run iperf3-srv_10.42.42.10(pid=20271): Terminated {rc=256}\u000a22:17:09.001416 --- ParallelTerminationStrategy: PID 20274 died...\u000a22:17:09.055283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20274): Terminated: ok {rc=0}\u000a22:17:09.065314 --- ParallelTerminationStrategy: PID 20277 died...\u000a22:17:09.119339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20277): Terminated: ok {rc=0}\u000a22:17:09.129415 --- ParallelTerminationStrategy: PID 20280 died...\u000a22:17:09.183707 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20280): Terminated: ok {rc=0}\u000a22:17:09.274394 bus /gobi_4: Setting Powered False\u000a22:17:10.379012 bus /gobi_4: Setting Powered False\u000a22:17:11.490906 bus /gobi_1: Setting Powered False\u000a22:17:12.594962 bus /gobi_1: Setting Powered False\u000a22:17:13.706706 bus /gobi_0: Setting Powered False\u000a22:17:14.809844 bus /gobi_0: Setting Powered False\u000a22:17:15.950521 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20288): Process ended prematurely: osmo-stp_10.42.42.5(pid=20288) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20288)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20288): Process ended prematurely: osmo-stp_10.42.42.5(pid=20288) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20288)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a22:17:17.018254 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:17.030914 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:17:17.173862 tst ping.py: using LAC 17117\u000a22:17:17.302859 tst ping.py: using RAC 32\u000a22:17:17.429919 tst ping.py: using CellId 17117\u000a22:17:17.556529 tst ping.py: using BVCI 17118\u000a22:17:17.581152 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:17.592620 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:17.603870 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:17.615107 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:17.626296 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:17.637453 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:17.648807 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:17.660068 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:17:17.949973 tst ping.py:19: start network...\u000a22:17:18.081920 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:17:18.588120 run create_hlr_db(pid=20282): Launched\u000a22:17:18.772653 bus /gobi_6: Setting Powered False\u000a22:17:19.793893 run create_hlr_db(pid=20282): Terminated: ok {rc=0}\u000a22:17:20.194459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20284): Launched\u000a22:17:20.491756 run osmo-hlr_10.42.42.2(pid=20285): Launched\u000a22:17:20.613852 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:17:21.142581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20287): Launched\u000a22:17:21.442119 run osmo-stp_10.42.42.5(pid=20288): Launched\u000a22:17:21.552291 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:17:22.073752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20290): Launched\u000a22:17:22.180404 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:17:22.441679 run patchelf(pid=20291): Launched\u000a22:17:22.617069 run osmo-stp_10.42.42.5(pid=20288): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20288)]\u000a22:17:22.745277 run osmo-stp_10.42.42.5(pid=20288): stdout: \u000a| (launched: 2022-12-08_22:17:21.294260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:22.873904 run osmo-stp_10.42.42.5(pid=20288): stderr: \u000a| �[0;m�[38;5;43m20221208221721464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221721464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221721464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221721465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221721465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221721465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221721465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:22.998371 run osmo-stp_10.42.42.5(pid=20288): stdout: \u000a| (launched: 2022-12-08_22:17:21.294260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:23.121531 run osmo-stp_10.42.42.5(pid=20288): stderr: \u000a| �[0;m�[38;5;43m20221208221721464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221721464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221721464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221721465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221721465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221721465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221721465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:23.264701 run patchelf(pid=20291): Terminating (SIGINT)\u000a22:17:23.432889 run patchelf(pid=20291): Terminated: ok {rc=0}\u000a22:17:23.463467 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20288): Process ended prematurely: osmo-stp_10.42.42.5(pid=20288) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20288)] [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a22:17:23.472162 tst ping.py:22: Test FAILED (6.4 sec)\u000a22:17:23.533768 run osmo-hlr_10.42.42.2(pid=20285): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20285)]\u000a22:17:23.583766 run osmo-hlr_10.42.42.2(pid=20285): stdout: \u000a| (launched: 2022-12-08_22:17:20.345722) \u000a22:17:23.634535 run osmo-hlr_10.42.42.2(pid=20285): stderr: \u000a| �[0;m�[1;31m20221208221720523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221720523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221720523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221720523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221720523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221720523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221720537 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221720546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221720546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221720546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:17:23.677917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20284): Terminating (SIGTERM)\u000a22:17:23.718281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20287): Terminating (SIGTERM)\u000a22:17:23.758871 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20290): Terminating (SIGTERM)\u000a22:17:23.768494 --- ParallelTerminationStrategy: PID 20284 died...\u000a22:17:23.823373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20284): Terminated: ok {rc=0}\u000a22:17:23.833759 --- ParallelTerminationStrategy: PID 20287 died...\u000a22:17:23.888210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20287): Terminated: ok {rc=0}\u000a22:17:23.898360 --- ParallelTerminationStrategy: PID 20290 died...\u000a22:17:23.952615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20290): Terminated: ok {rc=0}\u000a22:17:24.037253 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20298): Process ended prematurely: osmo-stp_10.42.42.5(pid=20298) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20298)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20298): Process ended prematurely: osmo-stp_10.42.42.5(pid=20298) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20298)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a22:17:25.088381 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:25.100071 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:17:25.242663 tst ping_idle_ping.py: using LAC 17118\u000a22:17:25.359004 tst ping_idle_ping.py: using RAC 33\u000a22:17:25.475152 tst ping_idle_ping.py: using CellId 17118\u000a22:17:25.591262 tst ping_idle_ping.py: using BVCI 17119\u000a22:17:25.614270 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:25.625374 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:25.636118 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:25.647250 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:25.659197 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:25.670251 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:25.681608 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:25.692559 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:17:25.983878 tst ping_idle_ping.py:24: start network...\u000a22:17:26.116380 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:17:26.627242 run create_hlr_db(pid=20292): Launched\u000a22:17:26.812472 bus /gobi_6: Setting Powered False\u000a22:17:27.833479 run create_hlr_db(pid=20292): Terminated: ok {rc=0}\u000a22:17:28.235643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20294): Launched\u000a22:17:28.533595 run osmo-hlr_10.42.42.2(pid=20295): Launched\u000a22:17:28.650383 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:17:29.174493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20297): Launched\u000a22:17:29.470981 run osmo-stp_10.42.42.5(pid=20298): Launched\u000a22:17:29.580380 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:17:30.099285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20300): Launched\u000a22:17:30.205987 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:17:30.466008 run patchelf(pid=20301): Launched\u000a22:17:30.641969 run osmo-stp_10.42.42.5(pid=20298): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20298)]\u000a22:17:30.770585 run osmo-stp_10.42.42.5(pid=20298): stdout: \u000a| (launched: 2022-12-08_22:17:29.325540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:30.928542 run osmo-stp_10.42.42.5(pid=20298): stderr: \u000a| �[0;m�[38;5;43m20221208221729496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221729496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221729496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221729497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221729497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221729497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221729497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:31.055691 run osmo-stp_10.42.42.5(pid=20298): stdout: \u000a| (launched: 2022-12-08_22:17:29.325540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:31.182628 run osmo-stp_10.42.42.5(pid=20298): stderr: \u000a| �[0;m�[38;5;43m20221208221729496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221729496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221729496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221729497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221729497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221729497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221729497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:31.329844 run patchelf(pid=20301): Terminating (SIGINT)\u000a22:17:31.502632 run patchelf(pid=20301): Terminated: ok {rc=0}\u000a22:17:31.534745 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20298): Process ended prematurely: osmo-stp_10.42.42.5(pid=20298) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20298)] [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a22:17:31.544315 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a22:17:31.610546 run osmo-hlr_10.42.42.2(pid=20295): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20295)]\u000a22:17:31.662985 run osmo-hlr_10.42.42.2(pid=20295): stdout: \u000a| (launched: 2022-12-08_22:17:28.387127) \u000a22:17:31.716123 run osmo-hlr_10.42.42.2(pid=20295): stderr: \u000a| �[0;m�[1;31m20221208221728563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221728563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221728563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221728563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221728563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221728563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221728575 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221728584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221728584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221728584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:17:31.760519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20294): Terminating (SIGTERM)\u000a22:17:31.804280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20297): Terminating (SIGTERM)\u000a22:17:31.849170 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20300): Terminating (SIGTERM)\u000a22:17:31.859129 --- ParallelTerminationStrategy: PID 20294 died...\u000a22:17:31.916929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20294): Terminated: ok {rc=0}\u000a22:17:31.927697 --- ParallelTerminationStrategy: PID 20297 died...\u000a22:17:31.984881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20297): Terminated: ok {rc=0}\u000a22:17:31.995638 --- ParallelTerminationStrategy: PID 20300 died...\u000a22:17:32.052913 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20300): Terminated: ok {rc=0}\u000a22:17:32.140163 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:16:34" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20318): Process ended prematurely: osmo-stp_10.42.42.5(pid=20318) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20318)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20318): Process ended prematurely: osmo-stp_10.42.42.5(pid=20318) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:17:34.299881 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:34.311376 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:17:34.478131 tst cs_paging_gprs_active.py: using LAC 17119\u000a22:17:34.604327 tst cs_paging_gprs_active.py: using RAC 34\u000a22:17:34.730390 tst cs_paging_gprs_active.py: using CellId 17119\u000a22:17:34.856442 tst cs_paging_gprs_active.py: using BVCI 17120\u000a22:17:34.881194 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:34.892532 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:34.903813 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:34.915401 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:34.926793 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:34.937985 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:34.949355 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:34.960484 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:34.972124 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:17:35.088388 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:17:35.380717 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:17:35.515797 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:17:35.845747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20308): Launched\u000a22:17:36.107937 run iperf3-srv_10.42.42.10(pid=20309): Launched\u000a22:17:36.292879 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:17:36.420150 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:17:36.733656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20310): Launched\u000a22:17:36.994226 run iperf3-srv_10.42.42.10(pid=20311): Launched\u000a22:17:37.178642 tst cs_paging_gprs_active.py:38: start network...\u000a22:17:37.304609 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:17:37.783948 run create_hlr_db(pid=20312): Launched\u000a22:17:37.959991 bus /gobi_6: Setting Powered False\u000a22:17:38.982036 run create_hlr_db(pid=20312): Terminated: ok {rc=0}\u000a22:17:39.409543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20314): Launched\u000a22:17:39.713082 run osmo-hlr_10.42.42.2(pid=20315): Launched\u000a22:17:39.831161 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:17:40.369788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20317): Launched\u000a22:17:40.674300 run osmo-stp_10.42.42.5(pid=20318): Launched\u000a22:17:40.786193 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:17:41.315564 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20320): Launched\u000a22:17:41.424890 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:17:41.690178 run patchelf(pid=20321): Launched\u000a22:17:41.869067 run osmo-stp_10.42.42.5(pid=20318): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20318)]\u000a22:17:41.999796 run osmo-stp_10.42.42.5(pid=20318): stdout: \u000a| (launched: 2022-12-08_22:17:40.524680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:42.131560 run osmo-stp_10.42.42.5(pid=20318): stderr: \u000a| �[0;m�[38;5;43m20221208221740698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221740698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221740698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221740699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221740699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221740699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221740699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:42.258756 run osmo-stp_10.42.42.5(pid=20318): stdout: \u000a| (launched: 2022-12-08_22:17:40.524680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:42.385473 run osmo-stp_10.42.42.5(pid=20318): stderr: \u000a| �[0;m�[38;5;43m20221208221740698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221740698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221740698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221740699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221740699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221740699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221740699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:42.531230 run patchelf(pid=20321): Terminating (SIGINT)\u000a22:17:42.702079 run patchelf(pid=20321): Terminated: ok {rc=0}\u000a22:17:42.733581 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20318): Process ended prematurely: osmo-stp_10.42.42.5(pid=20318) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20318)] [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a22:17:42.742810 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a22:17:42.804793 run osmo-hlr_10.42.42.2(pid=20315): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20315)]\u000a22:17:42.855150 run osmo-hlr_10.42.42.2(pid=20315): stdout: \u000a| (launched: 2022-12-08_22:17:39.564060) \u000a22:17:42.905961 run osmo-hlr_10.42.42.2(pid=20315): stderr: \u000a| �[0;m�[1;31m20221208221739741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221739741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221739741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221739741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221739741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221739741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221739752 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221739761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221739762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221739762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:17:42.948861 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20308): Terminating (SIGTERM)\u000a22:17:42.990045 run iperf3-srv_10.42.42.10(pid=20309): Terminating (SIGTERM)\u000a22:17:43.030837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20310): Terminating (SIGTERM)\u000a22:17:43.071623 run iperf3-srv_10.42.42.10(pid=20311): Terminating (SIGTERM)\u000a22:17:43.112315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20314): Terminating (SIGTERM)\u000a22:17:43.153423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20317): Terminating (SIGTERM)\u000a22:17:43.194437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20320): Terminating (SIGTERM)\u000a22:17:43.203839 --- ParallelTerminationStrategy: PID 20308 died...\u000a22:17:43.258436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20308): Terminated: ok {rc=0}\u000a22:17:43.268129 --- ParallelTerminationStrategy: PID 20309 died...\u000a22:17:43.322039 run iperf3-srv_10.42.42.10(pid=20309): Terminated {rc=256}\u000a22:17:43.332021 --- ParallelTerminationStrategy: PID 20310 died...\u000a22:17:43.386142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20310): Terminated: ok {rc=0}\u000a22:17:43.396041 --- ParallelTerminationStrategy: PID 20311 died...\u000a22:17:43.449873 run iperf3-srv_10.42.42.10(pid=20311): Terminated {rc=256}\u000a22:17:43.459848 --- ParallelTerminationStrategy: PID 20314 died...\u000a22:17:43.513820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20314): Terminated: ok {rc=0}\u000a22:17:43.523831 --- ParallelTerminationStrategy: PID 20317 died...\u000a22:17:43.578284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20317): Terminated: ok {rc=0}\u000a22:17:43.588027 --- ParallelTerminationStrategy: PID 20320 died...\u000a22:17:43.641837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20320): Terminated: ok {rc=0}\u000a22:17:43.730377 bus /gobi_0: Setting Powered False\u000a22:17:44.835572 bus /gobi_0: Setting Powered False\u000a22:17:45.962207 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20330): Process ended prematurely: osmo-stp_10.42.42.5(pid=20330) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20330)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20330): Process ended prematurely: osmo-stp_10.42.42.5(pid=20330) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20330)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a22:17:47.077032 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:47.089531 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:17:47.253430 tst iperf3.py: using LAC 17120\u000a22:17:47.373456 tst iperf3.py: using RAC 35\u000a22:17:47.492527 tst iperf3.py: using CellId 17120\u000a22:17:47.613992 tst iperf3.py: using BVCI 17121\u000a22:17:47.637404 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:47.648367 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:47.659309 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:47.670478 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:47.681627 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:47.692611 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:47.703671 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:47.714686 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:47.725897 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:17:48.020673 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:17:48.156167 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:17:48.491274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20322): Launched\u000a22:17:48.770044 run iperf3-srv_10.42.42.10(pid=20323): Launched\u000a22:17:48.969168 tst iperf3.py:8: start network...\u000a22:17:49.104907 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:17:49.622727 run create_hlr_db(pid=20324): Launched\u000a22:17:49.809731 bus /gobi_6: Setting Powered False\u000a22:17:50.832589 run create_hlr_db(pid=20324): Terminated: ok {rc=0}\u000a22:17:51.264141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20326): Launched\u000a22:17:51.587500 run osmo-hlr_10.42.42.2(pid=20327): Launched\u000a22:17:51.709171 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:17:52.274046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20329): Launched\u000a22:17:52.596698 run osmo-stp_10.42.42.5(pid=20330): Launched\u000a22:17:52.717269 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:17:53.283802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20332): Launched\u000a22:17:53.399445 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:17:53.681638 run patchelf(pid=20333): Launched\u000a22:17:53.871194 run osmo-stp_10.42.42.5(pid=20330): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20330)]\u000a22:17:54.010604 run osmo-stp_10.42.42.5(pid=20330): stdout: \u000a| (launched: 2022-12-08_22:17:52.439081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:54.150028 run osmo-stp_10.42.42.5(pid=20330): stderr: \u000a| �[0;m�[38;5;43m20221208221752632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221752632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221752632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221752633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221752633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221752633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221752634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:54.284635 run osmo-stp_10.42.42.5(pid=20330): stdout: \u000a| (launched: 2022-12-08_22:17:52.439081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:54.418066 run osmo-stp_10.42.42.5(pid=20330): stderr: \u000a| �[0;m�[38;5;43m20221208221752632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221752632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221752632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221752633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221752633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221752633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221752634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:54.574166 run patchelf(pid=20333): Terminating (SIGINT)\u000a22:17:54.756287 run patchelf(pid=20333): Terminated: ok {rc=0}\u000a22:17:54.790359 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20330): Process ended prematurely: osmo-stp_10.42.42.5(pid=20330) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20330)] [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a22:17:54.800366 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a22:17:54.864330 run osmo-hlr_10.42.42.2(pid=20327): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20327)]\u000a22:17:54.916997 run osmo-hlr_10.42.42.2(pid=20327): stdout: \u000a| (launched: 2022-12-08_22:17:51.429870) \u000a22:17:54.970444 run osmo-hlr_10.42.42.2(pid=20327): stderr: \u000a| �[0;m�[1;31m20221208221751630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221751630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221751630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221751630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221751630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221751630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221751642 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221751650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221751651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221751651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:17:55.015432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20322): Terminating (SIGTERM)\u000a22:17:55.057913 run iperf3-srv_10.42.42.10(pid=20323): Terminating (SIGTERM)\u000a22:17:55.100382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20326): Terminating (SIGTERM)\u000a22:17:55.142815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20329): Terminating (SIGTERM)\u000a22:17:55.185372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20332): Terminating (SIGTERM)\u000a22:17:55.195102 --- ParallelTerminationStrategy: PID 20322 died...\u000a22:17:55.251886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20322): Terminated: ok {rc=0}\u000a22:17:55.262084 --- ParallelTerminationStrategy: PID 20323 died...\u000a22:17:55.318833 run iperf3-srv_10.42.42.10(pid=20323): Terminated {rc=256}\u000a22:17:55.328910 --- ParallelTerminationStrategy: PID 20326 died...\u000a22:17:55.385479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20326): Terminated: ok {rc=0}\u000a22:17:55.395696 --- ParallelTerminationStrategy: PID 20329 died...\u000a22:17:55.452279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20329): Terminated: ok {rc=0}\u000a22:17:55.462414 --- ParallelTerminationStrategy: PID 20332 died...\u000a22:17:55.518736 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20332): Terminated: ok {rc=0}\u000a22:17:55.607058 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20348): Process ended prematurely: osmo-stp_10.42.42.5(pid=20348) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20348)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20348): Process ended prematurely: osmo-stp_10.42.42.5(pid=20348) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20348)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a22:17:56.718469 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:56.730264 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:17:56.891430 tst iperf3m4.py: using LAC 17121\u000a22:17:57.013152 tst iperf3m4.py: using RAC 36\u000a22:17:57.134560 tst iperf3m4.py: using CellId 17121\u000a22:17:57.260814 tst iperf3m4.py: using BVCI 17122\u000a22:17:57.285970 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:57.297664 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:57.309389 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:57.320941 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:57.332544 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:57.344072 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:57.355681 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:57.367049 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:57.378591 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:17:57.494364 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:17:57.614784 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:17:57.731893 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:17:58.012134 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:17:58.137971 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:17:58.451729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20334): Launched\u000a22:17:58.713142 run iperf3-srv_10.42.42.10(pid=20335): Launched\u000a22:17:58.898661 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:17:59.025222 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:17:59.338316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20336): Launched\u000a22:17:59.598893 run iperf3-srv_10.42.42.10(pid=20337): Launched\u000a22:17:59.783853 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:17:59.910690 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:18:00.223918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20338): Launched\u000a22:18:00.483880 run iperf3-srv_10.42.42.10(pid=20339): Launched\u000a22:18:00.669492 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:18:00.795735 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:18:01.127122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20340): Launched\u000a22:18:01.411048 run iperf3-srv_10.42.42.10(pid=20341): Launched\u000a22:18:01.599546 tst iperf3m4.py:8: start network...\u000a22:18:01.729046 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:18:02.229392 run create_hlr_db(pid=20342): Launched\u000a22:18:02.408775 bus /gobi_6: Setting Powered False\u000a22:18:03.426910 run create_hlr_db(pid=20342): Terminated: ok {rc=0}\u000a22:18:03.855523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20344): Launched\u000a22:18:04.179223 run osmo-hlr_10.42.42.2(pid=20345): Launched\u000a22:18:04.296618 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:18:04.859486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20347): Launched\u000a22:18:05.182186 run osmo-stp_10.42.42.5(pid=20348): Launched\u000a22:18:05.299485 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:18:05.861528 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20350): Launched\u000a22:18:05.977643 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:18:06.259294 run patchelf(pid=20351): Launched\u000a22:18:06.448548 run osmo-stp_10.42.42.5(pid=20348): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20348)]\u000a22:18:06.587313 run osmo-stp_10.42.42.5(pid=20348): stdout: \u000a| (launched: 2022-12-08_22:18:05.024659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:06.725895 run osmo-stp_10.42.42.5(pid=20348): stderr: \u000a| �[0;m�[38;5;43m20221208221805217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221805217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221805217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221805217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221805218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221805218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221805218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:06.859899 run osmo-stp_10.42.42.5(pid=20348): stdout: \u000a| (launched: 2022-12-08_22:18:05.024659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:06.993315 run osmo-stp_10.42.42.5(pid=20348): stderr: \u000a| �[0;m�[38;5;43m20221208221805217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221805217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221805217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221805217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221805218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221805218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221805218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:07.147506 run patchelf(pid=20351): Terminating (SIGINT)\u000a22:18:07.328877 run patchelf(pid=20351): Terminated: ok {rc=0}\u000a22:18:07.362420 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20348): Process ended prematurely: osmo-stp_10.42.42.5(pid=20348) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20348)] [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a22:18:07.372409 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a22:18:07.435959 run osmo-hlr_10.42.42.2(pid=20345): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20345)]\u000a22:18:07.487858 run osmo-hlr_10.42.42.2(pid=20345): stdout: \u000a| (launched: 2022-12-08_22:18:04.021280) \u000a22:18:07.540487 run osmo-hlr_10.42.42.2(pid=20345): stderr: \u000a| �[0;m�[1;31m20221208221804219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221804219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221804219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221804219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221804219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221804220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221804231 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221804239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221804239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221804240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:18:07.585244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20334): Terminating (SIGTERM)\u000a22:18:07.627620 run iperf3-srv_10.42.42.10(pid=20335): Terminating (SIGTERM)\u000a22:18:07.669987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20336): Terminating (SIGTERM)\u000a22:18:07.712195 run iperf3-srv_10.42.42.10(pid=20337): Terminating (SIGTERM)\u000a22:18:07.754614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20338): Terminating (SIGTERM)\u000a22:18:07.796686 run iperf3-srv_10.42.42.10(pid=20339): Terminating (SIGTERM)\u000a22:18:07.840470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20340): Terminating (SIGTERM)\u000a22:18:07.882737 run iperf3-srv_10.42.42.10(pid=20341): Terminating (SIGTERM)\u000a22:18:07.924777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20344): Terminating (SIGTERM)\u000a22:18:07.967196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20347): Terminating (SIGTERM)\u000a22:18:08.009421 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20350): Terminating (SIGTERM)\u000a22:18:08.019137 --- ParallelTerminationStrategy: PID 20334 died...\u000a22:18:08.075386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20334): Terminated: ok {rc=0}\u000a22:18:08.085656 --- ParallelTerminationStrategy: PID 20335 died...\u000a22:18:08.141320 run iperf3-srv_10.42.42.10(pid=20335): Terminated {rc=256}\u000a22:18:08.151443 --- ParallelTerminationStrategy: PID 20336 died...\u000a22:18:08.207860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20336): Terminated: ok {rc=0}\u000a22:18:08.218242 --- ParallelTerminationStrategy: PID 20337 died...\u000a22:18:08.274317 run iperf3-srv_10.42.42.10(pid=20337): Terminated {rc=256}\u000a22:18:08.284377 --- ParallelTerminationStrategy: PID 20338 died...\u000a22:18:08.340908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20338): Terminated: ok {rc=0}\u000a22:18:08.351236 --- ParallelTerminationStrategy: PID 20339 died...\u000a22:18:08.407467 run iperf3-srv_10.42.42.10(pid=20339): Terminated {rc=256}\u000a22:18:08.417607 --- ParallelTerminationStrategy: PID 20340 died...\u000a22:18:08.473928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20340): Terminated: ok {rc=0}\u000a22:18:08.484269 --- ParallelTerminationStrategy: PID 20341 died...\u000a22:18:08.540320 run iperf3-srv_10.42.42.10(pid=20341): Terminated {rc=256}\u000a22:18:08.550562 --- ParallelTerminationStrategy: PID 20344 died...\u000a22:18:08.607113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20344): Terminated: ok {rc=0}\u000a22:18:08.617495 --- ParallelTerminationStrategy: PID 20347 died...\u000a22:18:08.673575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20347): Terminated: ok {rc=0}\u000a22:18:08.683870 --- ParallelTerminationStrategy: PID 20350 died...\u000a22:18:08.740178 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20350): Terminated: ok {rc=0}\u000a22:18:08.828115 bus /gobi_4: Setting Powered False\u000a22:18:09.935872 bus /gobi_4: Setting Powered False\u000a22:18:11.048358 bus /gobi_1: Setting Powered False\u000a22:18:12.154536 bus /gobi_1: Setting Powered False\u000a22:18:13.263708 bus /gobi_0: Setting Powered False\u000a22:18:14.369476 bus /gobi_0: Setting Powered False\u000a22:18:15.481926 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20358): Process ended prematurely: osmo-stp_10.42.42.5(pid=20358) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20358)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20358): Process ended prematurely: osmo-stp_10.42.42.5(pid=20358) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20358)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a22:18:16.552562 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:16.565665 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:18:16.728084 tst ping.py: using LAC 17122\u000a22:18:16.882196 tst ping.py: using RAC 37\u000a22:18:17.035802 tst ping.py: using CellId 17122\u000a22:18:17.191181 tst ping.py: using BVCI 17123\u000a22:18:17.216565 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:17.228365 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:17.240981 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:17.252769 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:17.264724 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:17.276860 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:17.289437 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:17.300859 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:18:17.589521 tst ping.py:19: start network...\u000a22:18:17.721357 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:18:18.225949 run create_hlr_db(pid=20352): Launched\u000a22:18:18.409994 bus /gobi_6: Setting Powered False\u000a22:18:19.431536 run create_hlr_db(pid=20352): Terminated: ok {rc=0}\u000a22:18:19.853114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20354): Launched\u000a22:18:20.169052 run osmo-hlr_10.42.42.2(pid=20355): Launched\u000a22:18:20.288661 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:18:20.841331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20357): Launched\u000a22:18:21.157141 run osmo-stp_10.42.42.5(pid=20358): Launched\u000a22:18:21.271778 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:18:21.825869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20360): Launched\u000a22:18:21.941243 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:18:22.218068 run patchelf(pid=20361): Launched\u000a22:18:22.405016 run osmo-stp_10.42.42.5(pid=20358): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20358)]\u000a22:18:22.541495 run osmo-stp_10.42.42.5(pid=20358): stdout: \u000a| (launched: 2022-12-08_22:18:21.002973)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:22.678461 run osmo-stp_10.42.42.5(pid=20358): stderr: \u000a| �[0;m�[38;5;43m20221208221821194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221821194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221821195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221821195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221821195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221821195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221821196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:22.810654 run osmo-stp_10.42.42.5(pid=20358): stdout: \u000a| (launched: 2022-12-08_22:18:21.002973)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:22.941670 run osmo-stp_10.42.42.5(pid=20358): stderr: \u000a| �[0;m�[38;5;43m20221208221821194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221821194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221821195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221821195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221821195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221821195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221821196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:23.093963 run patchelf(pid=20361): Terminating (SIGINT)\u000a22:18:23.272660 run patchelf(pid=20361): Terminated: ok {rc=0}\u000a22:18:23.305264 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20358): Process ended prematurely: osmo-stp_10.42.42.5(pid=20358) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20358)] [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a22:18:23.314611 tst ping.py:22: Test FAILED (6.8 sec)\u000a22:18:23.378873 run osmo-hlr_10.42.42.2(pid=20355): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20355)]\u000a22:18:23.431449 run osmo-hlr_10.42.42.2(pid=20355): stdout: \u000a| (launched: 2022-12-08_22:18:20.014961) \u000a22:18:23.484607 run osmo-hlr_10.42.42.2(pid=20355): stderr: \u000a| �[0;m�[1;31m20221208221820214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221820214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221820214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221820214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221820214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221820214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221820227 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221820237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221820237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221820237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:18:23.529880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20354): Terminating (SIGTERM)\u000a22:18:23.572837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20357): Terminating (SIGTERM)\u000a22:18:23.615601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20360): Terminating (SIGTERM)\u000a22:18:23.625514 --- ParallelTerminationStrategy: PID 20354 died...\u000a22:18:23.682485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20354): Terminated: ok {rc=0}\u000a22:18:23.693270 --- ParallelTerminationStrategy: PID 20357 died...\u000a22:18:23.750266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20357): Terminated: ok {rc=0}\u000a22:18:23.760657 --- ParallelTerminationStrategy: PID 20360 died...\u000a22:18:23.817284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20360): Terminated: ok {rc=0}\u000a22:18:23.904235 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20368): Process ended prematurely: osmo-stp_10.42.42.5(pid=20368) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20368)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20368): Process ended prematurely: osmo-stp_10.42.42.5(pid=20368) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20368)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a22:18:24.957377 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:24.969331 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:18:25.134690 tst ping_idle_ping.py: using LAC 17123\u000a22:18:25.259070 tst ping_idle_ping.py: using RAC 38\u000a22:18:25.383758 tst ping_idle_ping.py: using CellId 17123\u000a22:18:25.513389 tst ping_idle_ping.py: using BVCI 17124\u000a22:18:25.537961 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:25.549488 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:25.560699 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:25.571938 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:25.583134 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:25.594459 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:25.605791 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:25.616996 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:18:25.905449 tst ping_idle_ping.py:24: start network...\u000a22:18:26.038612 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:18:26.553823 run create_hlr_db(pid=20362): Launched\u000a22:18:26.739541 bus /gobi_6: Setting Powered False\u000a22:18:27.761270 run create_hlr_db(pid=20362): Terminated: ok {rc=0}\u000a22:18:28.185607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20364): Launched\u000a22:18:28.502318 run osmo-hlr_10.42.42.2(pid=20365): Launched\u000a22:18:28.621112 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:18:29.176873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20367): Launched\u000a22:18:29.493657 run osmo-stp_10.42.42.5(pid=20368): Launched\u000a22:18:29.608704 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:18:30.163082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20370): Launched\u000a22:18:30.276809 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:18:30.553277 run patchelf(pid=20371): Launched\u000a22:18:30.740753 run osmo-stp_10.42.42.5(pid=20368): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20368)]\u000a22:18:30.903139 run osmo-stp_10.42.42.5(pid=20368): stdout: \u000a| (launched: 2022-12-08_22:18:29.338796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:31.049486 run osmo-stp_10.42.42.5(pid=20368): stderr: \u000a| �[0;m�[38;5;43m20221208221829528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221829528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221829529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221829529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221829530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221829530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221829530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:31.194142 run osmo-stp_10.42.42.5(pid=20368): stdout: \u000a| (launched: 2022-12-08_22:18:29.338796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:31.353131 run osmo-stp_10.42.42.5(pid=20368): stderr: \u000a| �[0;m�[38;5;43m20221208221829528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221829528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221829529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221829529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221829530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221829530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221829530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:31.509619 run patchelf(pid=20371): Terminating (SIGINT)\u000a22:18:31.691774 run patchelf(pid=20371): Terminated: ok {rc=0}\u000a22:18:31.725472 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20368): Process ended prematurely: osmo-stp_10.42.42.5(pid=20368) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20368)] [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a22:18:31.736024 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a22:18:31.801902 run osmo-hlr_10.42.42.2(pid=20365): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20365)]\u000a22:18:31.855589 run osmo-hlr_10.42.42.2(pid=20365): stdout: \u000a| (launched: 2022-12-08_22:18:28.347592) \u000a22:18:31.910222 run osmo-hlr_10.42.42.2(pid=20365): stderr: \u000a| �[0;m�[1;31m20221208221828544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221828544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221828544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221828544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221828544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221828544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221828557 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221828566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221828566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221828566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:18:31.956617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20364): Terminating (SIGTERM)\u000a22:18:32.000207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20367): Terminating (SIGTERM)\u000a22:18:32.044260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20370): Terminating (SIGTERM)\u000a22:18:32.055329 --- ParallelTerminationStrategy: PID 20364 died...\u000a22:18:32.113011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20364): Terminated: ok {rc=0}\u000a22:18:32.123531 --- ParallelTerminationStrategy: PID 20367 died...\u000a22:18:32.180616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20367): Terminated: ok {rc=0}\u000a22:18:32.190719 --- ParallelTerminationStrategy: PID 20370 died...\u000a22:18:32.246952 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20370): Terminated: ok {rc=0}\u000a22:18:32.334892 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:17:33" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20385): Process ended prematurely: osmo-stp_10.42.42.5(pid=20385) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20385)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20385): Process ended prematurely: osmo-stp_10.42.42.5(pid=20385) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20385)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:18:34.483372 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:34.494262 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:18:34.660100 tst cs_paging_gprs_active.py: using LAC 17124\u000a22:18:34.787000 tst cs_paging_gprs_active.py: using RAC 39\u000a22:18:34.908077 tst cs_paging_gprs_active.py: using CellId 17124\u000a22:18:35.026876 tst cs_paging_gprs_active.py: using BVCI 17125\u000a22:18:35.050239 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:35.061143 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:35.071836 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:35.082920 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:35.093997 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:35.104760 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:35.115823 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:35.126823 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:35.137969 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:18:35.258331 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:18:35.551124 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:18:35.686095 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:18:36.021140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20375): Launched\u000a22:18:36.299569 run iperf3-srv_10.42.42.10(pid=20376): Launched\u000a22:18:36.498990 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:18:36.635229 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:18:36.971520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20377): Launched\u000a22:18:37.250892 run iperf3-srv_10.42.42.10(pid=20378): Launched\u000a22:18:37.449751 tst cs_paging_gprs_active.py:38: start network...\u000a22:18:37.585229 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:18:38.102787 run create_hlr_db(pid=20379): Launched\u000a22:18:38.289165 bus /gobi_6: Setting Powered False\u000a22:18:39.311486 run create_hlr_db(pid=20379): Terminated: ok {rc=0}\u000a22:18:39.715512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20381): Launched\u000a22:18:40.018913 run osmo-hlr_10.42.42.2(pid=20382): Launched\u000a22:18:40.131317 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:18:40.657020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20384): Launched\u000a22:18:40.960695 run osmo-stp_10.42.42.5(pid=20385): Launched\u000a22:18:41.072050 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:18:41.599044 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20387): Launched\u000a22:18:41.707287 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:18:41.972122 run patchelf(pid=20388): Launched\u000a22:18:42.151004 run osmo-stp_10.42.42.5(pid=20385): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20385)]\u000a22:18:42.281738 run osmo-stp_10.42.42.5(pid=20385): stdout: \u000a| (launched: 2022-12-08_22:18:40.812299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:42.413619 run osmo-stp_10.42.42.5(pid=20385): stderr: \u000a| �[0;m�[38;5;43m20221208221840982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221840983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221840983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221840983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221840984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221840984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221840984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:42.540666 run osmo-stp_10.42.42.5(pid=20385): stdout: \u000a| (launched: 2022-12-08_22:18:40.812299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:42.667576 run osmo-stp_10.42.42.5(pid=20385): stderr: \u000a| �[0;m�[38;5;43m20221208221840982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221840983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221840983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221840983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221840984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221840984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221840984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:42.814158 run patchelf(pid=20388): Terminating (SIGINT)\u000a22:18:42.986889 run patchelf(pid=20388): Terminated: ok {rc=0}\u000a22:18:43.018490 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20385): Process ended prematurely: osmo-stp_10.42.42.5(pid=20385) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20385)] [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a22:18:43.027810 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a22:18:43.089563 run osmo-hlr_10.42.42.2(pid=20382): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20382)]\u000a22:18:43.139719 run osmo-hlr_10.42.42.2(pid=20382): stdout: \u000a| (launched: 2022-12-08_22:18:39.870383) \u000a22:18:43.190522 run osmo-hlr_10.42.42.2(pid=20382): stderr: \u000a| �[0;m�[1;31m20221208221840047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221840047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221840047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221840047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221840047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221840048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221840060 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221840068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221840068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221840069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:18:43.233485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20375): Terminating (SIGTERM)\u000a22:18:43.274027 run iperf3-srv_10.42.42.10(pid=20376): Terminating (SIGTERM)\u000a22:18:43.314691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20377): Terminating (SIGTERM)\u000a22:18:43.355484 run iperf3-srv_10.42.42.10(pid=20378): Terminating (SIGTERM)\u000a22:18:43.395954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20381): Terminating (SIGTERM)\u000a22:18:43.436293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20384): Terminating (SIGTERM)\u000a22:18:43.476773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20387): Terminating (SIGTERM)\u000a22:18:43.486312 --- ParallelTerminationStrategy: PID 20375 died...\u000a22:18:43.540267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20375): Terminated: ok {rc=0}\u000a22:18:43.550196 --- ParallelTerminationStrategy: PID 20376 died...\u000a22:18:43.603931 run iperf3-srv_10.42.42.10(pid=20376): Terminated {rc=256}\u000a22:18:43.613794 --- ParallelTerminationStrategy: PID 20377 died...\u000a22:18:43.667618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20377): Terminated: ok {rc=0}\u000a22:18:43.677842 --- ParallelTerminationStrategy: PID 20378 died...\u000a22:18:43.731543 run iperf3-srv_10.42.42.10(pid=20378): Terminated {rc=256}\u000a22:18:43.741398 --- ParallelTerminationStrategy: PID 20381 died...\u000a22:18:43.795060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20381): Terminated: ok {rc=0}\u000a22:18:43.805063 --- ParallelTerminationStrategy: PID 20384 died...\u000a22:18:43.858961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20384): Terminated: ok {rc=0}\u000a22:18:43.868774 --- ParallelTerminationStrategy: PID 20387 died...\u000a22:18:43.923008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20387): Terminated: ok {rc=0}\u000a22:18:44.012233 bus /gobi_0: Setting Powered False\u000a22:18:45.116206 bus /gobi_0: Setting Powered False\u000a22:18:46.243079 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20397): Process ended prematurely: osmo-stp_10.42.42.5(pid=20397) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20397)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20397): Process ended prematurely: osmo-stp_10.42.42.5(pid=20397) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20397)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a22:18:47.359334 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:47.371628 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:18:47.541485 tst iperf3.py: using LAC 17125\u000a22:18:47.668028 tst iperf3.py: using RAC 40\u000a22:18:47.794437 tst iperf3.py: using CellId 17125\u000a22:18:47.921054 tst iperf3.py: using BVCI 17126\u000a22:18:47.946244 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:47.958085 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:47.969558 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:47.980798 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:47.992193 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:48.003570 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:48.015136 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:48.026412 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:48.037964 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:18:48.314579 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:18:48.440694 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:18:48.754588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20389): Launched\u000a22:18:49.015670 run iperf3-srv_10.42.42.10(pid=20390): Launched\u000a22:18:49.200115 tst iperf3.py:8: start network...\u000a22:18:49.326497 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:18:49.803144 run create_hlr_db(pid=20391): Launched\u000a22:18:49.976720 bus /gobi_6: Setting Powered False\u000a22:18:50.999460 run create_hlr_db(pid=20391): Terminated: ok {rc=0}\u000a22:18:51.427221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20393): Launched\u000a22:18:51.750977 run osmo-hlr_10.42.42.2(pid=20394): Launched\u000a22:18:51.871491 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:18:52.436316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20396): Launched\u000a22:18:52.762165 run osmo-stp_10.42.42.5(pid=20397): Launched\u000a22:18:52.879735 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:18:53.444086 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20400): Launched\u000a22:18:53.559858 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:18:53.841736 run patchelf(pid=20401): Launched\u000a22:18:54.031583 run osmo-stp_10.42.42.5(pid=20397): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20397)]\u000a22:18:54.170736 run osmo-stp_10.42.42.5(pid=20397): stdout: \u000a| (launched: 2022-12-08_22:18:52.601812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:54.309579 run osmo-stp_10.42.42.5(pid=20397): stderr: \u000a| �[0;m�[38;5;43m20221208221852794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221852794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221852794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221852795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221852797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221852797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221852797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:54.444240 run osmo-stp_10.42.42.5(pid=20397): stdout: \u000a| (launched: 2022-12-08_22:18:52.601812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:54.577774 run osmo-stp_10.42.42.5(pid=20397): stderr: \u000a| �[0;m�[38;5;43m20221208221852794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221852794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221852794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221852795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221852797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221852797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221852797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:54.732749 run patchelf(pid=20401): Terminating (SIGINT)\u000a22:18:54.914765 run patchelf(pid=20401): Terminated: ok {rc=0}\u000a22:18:54.948889 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20397): Process ended prematurely: osmo-stp_10.42.42.5(pid=20397) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20397)] [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a22:18:54.959058 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a22:18:55.023051 run osmo-hlr_10.42.42.2(pid=20394): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20394)]\u000a22:18:55.075118 run osmo-hlr_10.42.42.2(pid=20394): stdout: \u000a| (launched: 2022-12-08_22:18:51.592042) \u000a22:18:55.127801 run osmo-hlr_10.42.42.2(pid=20394): stderr: \u000a| �[0;m�[1;31m20221208221851789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221851789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221851789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221851789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221851789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221851789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221851802 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221851810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221851810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221851811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:18:55.172757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20389): Terminating (SIGTERM)\u000a22:18:55.215033 run iperf3-srv_10.42.42.10(pid=20390): Terminating (SIGTERM)\u000a22:18:55.257427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20393): Terminating (SIGTERM)\u000a22:18:55.299841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20396): Terminating (SIGTERM)\u000a22:18:55.342434 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20400): Terminating (SIGTERM)\u000a22:18:55.352181 --- ParallelTerminationStrategy: PID 20389 died...\u000a22:18:55.408852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20389): Terminated: ok {rc=0}\u000a22:18:55.419107 --- ParallelTerminationStrategy: PID 20390 died...\u000a22:18:55.475394 run iperf3-srv_10.42.42.10(pid=20390): Terminated {rc=256}\u000a22:18:55.485973 --- ParallelTerminationStrategy: PID 20393 died...\u000a22:18:55.542634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20393): Terminated: ok {rc=0}\u000a22:18:55.553059 --- ParallelTerminationStrategy: PID 20396 died...\u000a22:18:55.609612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20396): Terminated: ok {rc=0}\u000a22:18:55.619880 --- ParallelTerminationStrategy: PID 20400 died...\u000a22:18:55.676358 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20400): Terminated: ok {rc=0}\u000a22:18:55.763333 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20416): Process ended prematurely: osmo-stp_10.42.42.5(pid=20416) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20416)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20416): Process ended prematurely: osmo-stp_10.42.42.5(pid=20416) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20416)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a22:18:56.874025 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:56.885498 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:18:57.045387 tst iperf3m4.py: using LAC 17126\u000a22:18:57.174233 tst iperf3m4.py: using RAC 41\u000a22:18:57.302230 tst iperf3m4.py: using CellId 17126\u000a22:18:57.431337 tst iperf3m4.py: using BVCI 17127\u000a22:18:57.456352 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:57.467867 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:57.479216 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:57.491236 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:57.503056 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:57.514819 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:57.526731 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:57.538442 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:57.550429 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:18:57.665932 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:18:57.782918 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:18:57.902720 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:18:58.180046 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:18:58.306655 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:18:58.619653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20402): Launched\u000a22:18:58.879877 run iperf3-srv_10.42.42.10(pid=20403): Launched\u000a22:18:59.065508 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:18:59.192149 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:18:59.504910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20404): Launched\u000a22:18:59.764333 run iperf3-srv_10.42.42.10(pid=20405): Launched\u000a22:18:59.949210 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:19:00.075420 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:19:00.388139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20406): Launched\u000a22:19:00.648111 run iperf3-srv_10.42.42.10(pid=20407): Launched\u000a22:19:00.835904 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:19:00.985226 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:19:01.334934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20408): Launched\u000a22:19:01.635704 run iperf3-srv_10.42.42.10(pid=20409): Launched\u000a22:19:01.841021 tst iperf3m4.py:8: start network...\u000a22:19:01.980278 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:19:02.507744 run create_hlr_db(pid=20410): Launched\u000a22:19:02.695168 bus /gobi_6: Setting Powered False\u000a22:19:03.716130 run create_hlr_db(pid=20410): Terminated: ok {rc=0}\u000a22:19:04.121413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20412): Launched\u000a22:19:04.426989 run osmo-hlr_10.42.42.2(pid=20413): Launched\u000a22:19:04.539538 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:19:05.066702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20415): Launched\u000a22:19:05.368541 run osmo-stp_10.42.42.5(pid=20416): Launched\u000a22:19:05.479676 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:19:06.004836 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20418): Launched\u000a22:19:06.112663 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:19:06.376555 run patchelf(pid=20419): Launched\u000a22:19:06.554021 run osmo-stp_10.42.42.5(pid=20416): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20416)]\u000a22:19:06.683785 run osmo-stp_10.42.42.5(pid=20416): stdout: \u000a| (launched: 2022-12-08_22:19:05.219996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:06.813928 run osmo-stp_10.42.42.5(pid=20416): stderr: \u000a| �[0;m�[38;5;43m20221208221905391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221905391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221905391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221905392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221905392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221905392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221905392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:06.940038 run osmo-stp_10.42.42.5(pid=20416): stdout: \u000a| (launched: 2022-12-08_22:19:05.219996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:07.065713 run osmo-stp_10.42.42.5(pid=20416): stderr: \u000a| �[0;m�[38;5;43m20221208221905391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221905391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221905391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221905392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221905392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221905392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221905392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:07.211253 run patchelf(pid=20419): Terminating (SIGINT)\u000a22:19:07.381721 run patchelf(pid=20419): Terminated: ok {rc=0}\u000a22:19:07.412991 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20416): Process ended prematurely: osmo-stp_10.42.42.5(pid=20416) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20416)] [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a22:19:07.422531 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a22:19:07.485508 run osmo-hlr_10.42.42.2(pid=20413): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20413)]\u000a22:19:07.535714 run osmo-hlr_10.42.42.2(pid=20413): stdout: \u000a| (launched: 2022-12-08_22:19:04.275657) \u000a22:19:07.586411 run osmo-hlr_10.42.42.2(pid=20413): stderr: \u000a| �[0;m�[1;31m20221208221904452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221904452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221904452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221904452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221904452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221904452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221904464 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221904473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221904473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221904473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:19:07.629151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20402): Terminating (SIGTERM)\u000a22:19:07.669480 run iperf3-srv_10.42.42.10(pid=20403): Terminating (SIGTERM)\u000a22:19:07.709791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20404): Terminating (SIGTERM)\u000a22:19:07.750257 run iperf3-srv_10.42.42.10(pid=20405): Terminating (SIGTERM)\u000a22:19:07.790448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20406): Terminating (SIGTERM)\u000a22:19:07.830591 run iperf3-srv_10.42.42.10(pid=20407): Terminating (SIGTERM)\u000a22:19:07.871075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20408): Terminating (SIGTERM)\u000a22:19:07.910922 run iperf3-srv_10.42.42.10(pid=20409): Terminating (SIGTERM)\u000a22:19:07.951296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20412): Terminating (SIGTERM)\u000a22:19:07.991577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20415): Terminating (SIGTERM)\u000a22:19:08.031894 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20418): Terminating (SIGTERM)\u000a22:19:08.041438 --- ParallelTerminationStrategy: PID 20402 died...\u000a22:19:08.096189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20402): Terminated: ok {rc=0}\u000a22:19:08.106029 --- ParallelTerminationStrategy: PID 20403 died...\u000a22:19:08.159827 run iperf3-srv_10.42.42.10(pid=20403): Terminated {rc=256}\u000a22:19:08.169743 --- ParallelTerminationStrategy: PID 20404 died...\u000a22:19:08.224179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20404): Terminated: ok {rc=0}\u000a22:19:08.234016 --- ParallelTerminationStrategy: PID 20405 died...\u000a22:19:08.288335 run iperf3-srv_10.42.42.10(pid=20405): Terminated {rc=256}\u000a22:19:08.298115 --- ParallelTerminationStrategy: PID 20406 died...\u000a22:19:08.352502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20406): Terminated: ok {rc=0}\u000a22:19:08.362324 --- ParallelTerminationStrategy: PID 20407 died...\u000a22:19:08.416447 run iperf3-srv_10.42.42.10(pid=20407): Terminated {rc=256}\u000a22:19:08.426549 --- ParallelTerminationStrategy: PID 20408 died...\u000a22:19:08.481165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20408): Terminated: ok {rc=0}\u000a22:19:08.491229 --- ParallelTerminationStrategy: PID 20409 died...\u000a22:19:08.545503 run iperf3-srv_10.42.42.10(pid=20409): Terminated {rc=256}\u000a22:19:08.555322 --- ParallelTerminationStrategy: PID 20412 died...\u000a22:19:08.609633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20412): Terminated: ok {rc=0}\u000a22:19:08.619671 --- ParallelTerminationStrategy: PID 20415 died...\u000a22:19:08.674237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20415): Terminated: ok {rc=0}\u000a22:19:08.684024 --- ParallelTerminationStrategy: PID 20418 died...\u000a22:19:08.739084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20418): Terminated: ok {rc=0}\u000a22:19:08.823939 bus /gobi_4: Setting Powered False\u000a22:19:09.932935 bus /gobi_4: Setting Powered False\u000a22:19:11.042377 bus /gobi_1: Setting Powered False\u000a22:19:12.144979 bus /gobi_1: Setting Powered False\u000a22:19:13.256795 bus /gobi_0: Setting Powered False\u000a22:19:14.359628 bus /gobi_0: Setting Powered False\u000a22:19:15.474106 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20426): Process ended prematurely: osmo-stp_10.42.42.5(pid=20426) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20426)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20426): Process ended prematurely: osmo-stp_10.42.42.5(pid=20426) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20426)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a22:19:16.555693 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:16.575281 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:19:16.759722 tst ping.py: using LAC 17127\u000a22:19:16.885508 tst ping.py: using RAC 42\u000a22:19:17.014538 tst ping.py: using CellId 17127\u000a22:19:17.141602 tst ping.py: using BVCI 17128\u000a22:19:17.167552 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:17.179485 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:17.191235 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:17.203230 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:17.215153 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:17.227138 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:17.239064 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:17.251003 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:19:17.522604 tst ping.py:19: start network...\u000a22:19:17.646483 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:19:18.112293 run create_hlr_db(pid=20420): Launched\u000a22:19:18.284442 bus /gobi_6: Setting Powered False\u000a22:19:19.306005 run create_hlr_db(pid=20420): Terminated: ok {rc=0}\u000a22:19:19.727426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20422): Launched\u000a22:19:20.045973 run osmo-hlr_10.42.42.2(pid=20423): Launched\u000a22:19:20.162276 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:19:20.720479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20425): Launched\u000a22:19:21.037498 run osmo-stp_10.42.42.5(pid=20426): Launched\u000a22:19:21.153623 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:19:21.709326 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20428): Launched\u000a22:19:21.822514 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:19:22.099890 run patchelf(pid=20429): Launched\u000a22:19:22.286900 run osmo-stp_10.42.42.5(pid=20426): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20426)]\u000a22:19:22.424045 run osmo-stp_10.42.42.5(pid=20426): stdout: \u000a| (launched: 2022-12-08_22:19:20.881997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:22.561108 run osmo-stp_10.42.42.5(pid=20426): stderr: \u000a| �[0;m�[38;5;43m20221208221921071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221921071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221921071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221921072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221921074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221921074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221921074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:22.693861 run osmo-stp_10.42.42.5(pid=20426): stdout: \u000a| (launched: 2022-12-08_22:19:20.881997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:22.824735 run osmo-stp_10.42.42.5(pid=20426): stderr: \u000a| �[0;m�[38;5;43m20221208221921071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221921071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221921071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221921072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221921074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221921074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221921074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:22.978064 run patchelf(pid=20429): Terminating (SIGINT)\u000a22:19:23.158427 run patchelf(pid=20429): Terminated: ok {rc=0}\u000a22:19:23.191285 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20426): Process ended prematurely: osmo-stp_10.42.42.5(pid=20426) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20426)] [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a22:19:23.200435 tst ping.py:22: Test FAILED (6.6 sec)\u000a22:19:23.265022 run osmo-hlr_10.42.42.2(pid=20423): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20423)]\u000a22:19:23.318173 run osmo-hlr_10.42.42.2(pid=20423): stdout: \u000a| (launched: 2022-12-08_22:19:19.889832) \u000a22:19:23.371730 run osmo-hlr_10.42.42.2(pid=20423): stderr: \u000a| �[0;m�[1;31m20221208221920086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221920086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221920086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221920086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221920086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221920086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221920098 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221920106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221920107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221920107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:19:23.417138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20422): Terminating (SIGTERM)\u000a22:19:23.460317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20425): Terminating (SIGTERM)\u000a22:19:23.503153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20428): Terminating (SIGTERM)\u000a22:19:23.513132 --- ParallelTerminationStrategy: PID 20422 died...\u000a22:19:23.570335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20422): Terminated: ok {rc=0}\u000a22:19:23.580556 --- ParallelTerminationStrategy: PID 20425 died...\u000a22:19:23.637777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20425): Terminated: ok {rc=0}\u000a22:19:23.647957 --- ParallelTerminationStrategy: PID 20428 died...\u000a22:19:23.704673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20428): Terminated: ok {rc=0}\u000a22:19:23.792918 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20436): Process ended prematurely: osmo-stp_10.42.42.5(pid=20436) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20436)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20436): Process ended prematurely: osmo-stp_10.42.42.5(pid=20436) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20436)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a22:19:24.845543 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:24.857507 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:19:25.016509 tst ping_idle_ping.py: using LAC 17128\u000a22:19:25.135748 tst ping_idle_ping.py: using RAC 43\u000a22:19:25.259856 tst ping_idle_ping.py: using CellId 17128\u000a22:19:25.384022 tst ping_idle_ping.py: using BVCI 17129\u000a22:19:25.408456 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:25.419803 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:25.431130 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:25.442410 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:25.453587 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:25.464737 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:25.476000 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:25.487321 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:19:25.761798 tst ping_idle_ping.py:24: start network...\u000a22:19:25.886101 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:19:26.358619 run create_hlr_db(pid=20430): Launched\u000a22:19:26.531763 bus /gobi_6: Setting Powered False\u000a22:19:27.564071 run create_hlr_db(pid=20430): Terminated: ok {rc=0}\u000a22:19:27.966224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20432): Launched\u000a22:19:28.264891 run osmo-hlr_10.42.42.2(pid=20433): Launched\u000a22:19:28.378908 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:19:28.905518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20435): Launched\u000a22:19:29.204149 run osmo-stp_10.42.42.5(pid=20436): Launched\u000a22:19:29.313297 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:19:29.834972 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20438): Launched\u000a22:19:29.942082 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:19:30.203482 run patchelf(pid=20439): Launched\u000a22:19:30.380060 run osmo-stp_10.42.42.5(pid=20436): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20436)]\u000a22:19:30.509260 run osmo-stp_10.42.42.5(pid=20436): stdout: \u000a| (launched: 2022-12-08_22:19:29.057415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:30.638524 run osmo-stp_10.42.42.5(pid=20436): stderr: \u000a| �[0;m�[38;5;43m20221208221929227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221929227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221929227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221929227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221929230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221929230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221929230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:30.763389 run osmo-stp_10.42.42.5(pid=20436): stdout: \u000a| (launched: 2022-12-08_22:19:29.057415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:30.927012 run osmo-stp_10.42.42.5(pid=20436): stderr: \u000a| �[0;m�[38;5;43m20221208221929227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221929227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221929227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221929227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221929230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221929230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221929230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:31.089893 run patchelf(pid=20439): Terminating (SIGINT)\u000a22:19:31.265683 run patchelf(pid=20439): Terminated: ok {rc=0}\u000a22:19:31.297951 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20436): Process ended prematurely: osmo-stp_10.42.42.5(pid=20436) [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20436)] [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a22:19:31.307655 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a22:19:31.374146 run osmo-hlr_10.42.42.2(pid=20433): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20433)]\u000a22:19:31.426838 run osmo-hlr_10.42.42.2(pid=20433): stdout: \u000a| (launched: 2022-12-08_22:19:28.118414) \u000a22:19:31.480335 run osmo-hlr_10.42.42.2(pid=20433): stderr: \u000a| �[0;m�[1;31m20221208221928294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221928294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221928294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221928294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221928294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221928294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221928307 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221928315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221928315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221928316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:19:31.526064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20432): Terminating (SIGTERM)\u000a22:19:31.568302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20435): Terminating (SIGTERM)\u000a22:19:31.612673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20438): Terminating (SIGTERM)\u000a22:19:31.623277 --- ParallelTerminationStrategy: PID 20432 died...\u000a22:19:31.682607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20432): Terminated: ok {rc=0}\u000a22:19:31.693426 --- ParallelTerminationStrategy: PID 20435 died...\u000a22:19:31.751481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20435): Terminated: ok {rc=0}\u000a22:19:31.762293 --- ParallelTerminationStrategy: PID 20438 died...\u000a22:19:31.820093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20438): Terminated: ok {rc=0}\u000a22:19:31.909824 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:18:34" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20450): Process ended prematurely: osmo-stp_10.42.42.5(pid=20450) [trial-2350↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20450)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20450): Process ended prematurely: osmo-stp_10.42.42.5(pid=20450) [trial-2350↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20450)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a22:19:33.942196 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:19:33.953856 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:19:34.119584 tst switch_tch_pdch.py: using LAC 17129\u000a22:19:34.242106 tst switch_tch_pdch.py: using RAC 44\u000a22:19:34.368021 tst switch_tch_pdch.py: using CellId 17129\u000a22:19:34.491807 tst switch_tch_pdch.py: using BVCI 17130\u000a22:19:34.516195 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:19:34.527871 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:19:34.539321 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:19:34.550872 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:19:34.562468 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:19:34.573909 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:19:34.585529 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:19:34.597087 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:19:34.716140 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:19:34.988730 tst switch_tch_pdch.py:51: start network...\u000a22:19:35.112492 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:19:35.581319 run create_hlr_db(pid=20444): Launched\u000a22:19:35.753556 bus /gobi_6: Setting Powered False\u000a22:19:36.774921 run create_hlr_db(pid=20444): Terminated: ok {rc=0}\u000a22:19:37.197434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20446): Launched\u000a22:19:37.514809 run osmo-hlr_10.42.42.2(pid=20447): Launched\u000a22:19:37.636231 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:19:38.188123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20449): Launched\u000a22:19:38.503330 run osmo-stp_10.42.42.5(pid=20450): Launched\u000a22:19:38.619217 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:19:39.172838 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20452): Launched\u000a22:19:39.286426 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:19:39.562933 run patchelf(pid=20453): Launched\u000a22:19:39.749097 run osmo-stp_10.42.42.5(pid=20450): ERR: Terminated: ERROR {rc=1} [trial-2350↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20450)]\u000a22:19:39.885347 run osmo-stp_10.42.42.5(pid=20450): stdout: \u000a| (launched: 2022-12-08_22:19:38.349518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:40.023562 run osmo-stp_10.42.42.5(pid=20450): stderr: \u000a| �[0;m�[38;5;43m20221208221938538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221938538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221938538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221938539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221938539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221938539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221938539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:40.155050 run osmo-stp_10.42.42.5(pid=20450): stdout: \u000a| (launched: 2022-12-08_22:19:38.349518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:40.285078 run osmo-stp_10.42.42.5(pid=20450): stderr: \u000a| �[0;m�[38;5;43m20221208221938538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221938538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221938538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221938539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221938539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221938539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221938539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:40.436918 run patchelf(pid=20453): Terminating (SIGINT)\u000a22:19:40.615307 run patchelf(pid=20453): Terminated: ok {rc=0}\u000a22:19:40.647642 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20450): Process ended prematurely: osmo-stp_10.42.42.5(pid=20450) [trial-2350↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20450)] [trial-2350↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a22:19:40.656886 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a22:19:40.720153 run osmo-hlr_10.42.42.2(pid=20447): ERR: Terminated: ERROR {rc=237} [trial-2350↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20447)]\u000a22:19:40.772061 run osmo-hlr_10.42.42.2(pid=20447): stdout: \u000a| (launched: 2022-12-08_22:19:37.360683) \u000a22:19:40.824694 run osmo-hlr_10.42.42.2(pid=20447): stderr: \u000a| �[0;m�[1;31m20221208221937559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221937559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221937559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221937559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221937559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221937560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221937573 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221937582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221937583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221937583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:19:40.869564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20446): Terminating (SIGTERM)\u000a22:19:40.911882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20449): Terminating (SIGTERM)\u000a22:19:40.954244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20452): Terminating (SIGTERM)\u000a22:19:40.963902 --- ParallelTerminationStrategy: PID 20446 died...\u000a22:19:41.020420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20446): Terminated: ok {rc=0}\u000a22:19:41.030621 --- ParallelTerminationStrategy: PID 20449 died...\u000a22:19:41.086873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20449): Terminated: ok {rc=0}\u000a22:19:41.097083 --- ParallelTerminationStrategy: PID 20452 died...\u000a22:19:41.153237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20452): Terminated: ok {rc=0}\u000a22:19:41.240557 bus /gobi_0: Setting Powered False\u000a22:19:42.347938 bus /gobi_0: Setting Powered False\u000a22:19:43.454729 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:19:33" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20463): Process ended prematurely: osmo-stp_10.42.42.5(pid=20463) [trial-2350↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20463)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20463): Process ended prematurely: osmo-stp_10.42.42.5(pid=20463) [trial-2350↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20463)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a22:19:45.426102 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:19:45.436913 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a22:19:45.598979 tst switch_tch_pdch.py: using LAC 17130\u000a22:19:45.725919 tst switch_tch_pdch.py: using RAC 45\u000a22:19:45.869233 tst switch_tch_pdch.py: using CellId 17130\u000a22:19:45.994567 tst switch_tch_pdch.py: using BVCI 17131\u000a22:19:46.018491 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:19:46.030496 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:19:46.042965 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:19:46.055635 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:19:46.068565 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:19:46.080539 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:19:46.094646 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:19:46.107319 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:19:46.242310 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:19:46.522068 tst switch_tch_pdch.py:51: start network...\u000a22:19:46.650928 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:19:47.154531 run create_hlr_db(pid=20457): Launched\u000a22:19:47.281112 bus /gobi_6: Setting Powered False\u000a22:19:48.361901 run create_hlr_db(pid=20457): Terminated: ok {rc=0}\u000a22:19:48.757435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20459): Launched\u000a22:19:49.074138 run osmo-hlr_10.42.42.2(pid=20460): Launched\u000a22:19:49.194565 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:19:49.717954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20462): Launched\u000a22:19:50.033143 run osmo-stp_10.42.42.5(pid=20463): Launched\u000a22:19:50.147594 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:19:50.673177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20465): Launched\u000a22:19:50.786570 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:19:51.064248 run patchelf(pid=20466): Launched\u000a22:19:51.251695 run osmo-stp_10.42.42.5(pid=20463): ERR: Terminated: ERROR {rc=1} [trial-2350↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20463)]\u000a22:19:51.389382 run osmo-stp_10.42.42.5(pid=20463): stdout: \u000a| (launched: 2022-12-08_22:19:49.878862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:51.526676 run osmo-stp_10.42.42.5(pid=20463): stderr: \u000a| �[0;m�[38;5;43m20221208221950070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221950070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221950070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221950070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221950073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221950073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221950073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:51.658874 run osmo-stp_10.42.42.5(pid=20463): stdout: \u000a| (launched: 2022-12-08_22:19:49.878862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:51.790167 run osmo-stp_10.42.42.5(pid=20463): stderr: \u000a| �[0;m�[38;5;43m20221208221950070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208221950070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208221950070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208221950070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208221950073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208221950073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208221950073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:51.943452 run patchelf(pid=20466): Terminating (SIGINT)\u000a22:19:52.123766 run patchelf(pid=20466): Terminated: ok {rc=0}\u000a22:19:52.156297 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20463): Process ended prematurely: osmo-stp_10.42.42.5(pid=20463) [trial-2350↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20463)] [trial-2350↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a22:19:52.165666 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a22:19:52.229029 run osmo-hlr_10.42.42.2(pid=20460): ERR: Terminated: ERROR {rc=237} [trial-2350↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20460)]\u000a22:19:52.280894 run osmo-hlr_10.42.42.2(pid=20460): stdout: \u000a| (launched: 2022-12-08_22:19:48.919633) \u000a22:19:52.333298 run osmo-hlr_10.42.42.2(pid=20460): stderr: \u000a| �[0;m�[1;31m20221208221949117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208221949117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208221949117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221949118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208221949118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208221949118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208221949131 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208221949140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208221949141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208221949141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:19:52.378033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20459): Terminating (SIGTERM)\u000a22:19:52.420094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20462): Terminating (SIGTERM)\u000a22:19:52.462973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20465): Terminating (SIGTERM)\u000a22:19:52.472667 --- ParallelTerminationStrategy: PID 20459 died...\u000a22:19:52.529375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20459): Terminated: ok {rc=0}\u000a22:19:52.539480 --- ParallelTerminationStrategy: PID 20462 died...\u000a22:19:52.595471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20462): Terminated: ok {rc=0}\u000a22:19:52.605622 --- ParallelTerminationStrategy: PID 20465 died...\u000a22:19:52.661651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20465): Terminated: ok {rc=0}\u000a22:19:52.748531 bus /gobi_0: Setting Powered False\u000a22:19:53.852630 bus /gobi_0: Setting Powered False\u000a22:19:54.963578 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:19:45" }, { "cases" : [ { "testActions" : [ ], "age" : 206, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20472): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20472) [trial-2350↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20472)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20472): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20472) [trial-2350↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20472)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a22:19:56.864819 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a22:19:56.875887 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:19:57.016010 tst mo_mt_sms.py: using LAC 17131\u000a22:19:57.142118 tst mo_mt_sms.py: using RAC 46\u000a22:19:57.268329 tst mo_mt_sms.py: using CellId 17131\u000a22:19:57.392212 tst mo_mt_sms.py: using BVCI 17132\u000a22:19:57.416328 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a22:19:57.530520 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a22:19:57.801367 tst mo_mt_sms.py:9: start nitb and bts...\u000a22:19:57.924580 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:19:58.537210 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20471): Launched\u000a22:19:58.831360 run osmo-nitb_10.42.42.2(pid=20472): Launched\u000a22:19:59.015462 run osmo-nitb_10.42.42.2(pid=20472): ERR: Terminated: ERROR {rc=2} [trial-2350↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20472)]\u000a22:19:59.151630 run osmo-nitb_10.42.42.2(pid=20472): stdout: \u000a| (launched: 2022-12-08_22:19:58.688557) \u000a22:19:59.287781 run osmo-nitb_10.42.42.2(pid=20472): stderr: \u000a| (launched: 2022-12-08_22:19:58.733163)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:19:59.419653 run osmo-nitb_10.42.42.2(pid=20472): stdout: \u000a| (launched: 2022-12-08_22:19:58.688557) \u000a22:19:59.550805 run osmo-nitb_10.42.42.2(pid=20472): stderr: \u000a| (launched: 2022-12-08_22:19:58.733163)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:19:59.951763 tst osmo-nitb_10.42.42.2(pid=20472): stdout: \u000a| (launched: 2022-12-08_22:19:58.688557) \u000a22:20:00.070673 tst osmo-nitb_10.42.42.2(pid=20472): stderr: \u000a| (launched: 2022-12-08_22:19:58.733163)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:20:00.122969 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=20472): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20472) [trial-2350↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20472)] [trial-2350↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a22:20:00.131073 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a22:20:00.166205 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20471): Terminating (SIGTERM)\u000a22:20:00.343814 --- ParallelTerminationStrategy: PID 20471 died...\u000a22:20:00.399667 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20471): Terminated: ok {rc=0}\u000a22:20:00.488583 bus /sierra_3: Setting Powered False\u000a22:20:01.645107 bus /sierra_3: Setting Powered False\u000a22:20:02.759538 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:19:56" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "sms:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20493): Process ended prematurely: osmo-stp_10.42.42.5(pid=20493) [trial-2350↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20493)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20493): Process ended prematurely: osmo-stp_10.42.42.5(pid=20493) [trial-2350↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20493)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a22:20:04.654603 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:04.665590 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:20:04.804602 tst mo_mt_sms.py: using LAC 17132\u000a22:20:04.928267 tst mo_mt_sms.py: using RAC 47\u000a22:20:05.054483 tst mo_mt_sms.py: using CellId 17132\u000a22:20:05.180332 tst mo_mt_sms.py: using BVCI 17133\u000a22:20:05.204468 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:05.215446 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:05.226213 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:05.236887 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:05.247672 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:05.258380 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a22:20:05.372275 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a22:20:05.579470 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:20:06.085566 run create_hlr_db(pid=20487): Launched\u000a22:20:06.270068 bus /sierra_2: Setting Powered False\u000a22:20:07.291277 run create_hlr_db(pid=20487): Terminated: ok {rc=0}\u000a22:20:07.691066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20489): Launched\u000a22:20:07.988359 run osmo-hlr_10.42.42.2(pid=20490): Launched\u000a22:20:08.096566 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:20:08.613637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20492): Launched\u000a22:20:08.910094 run osmo-stp_10.42.42.5(pid=20493): Launched\u000a22:20:09.019058 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:20:09.561322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20495): Launched\u000a22:20:09.859375 run osmo-msc_10.42.42.6(pid=20496): Launched\u000a22:20:10.035215 run osmo-stp_10.42.42.5(pid=20493): ERR: Terminated: ERROR {rc=1} [trial-2350↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20493)]\u000a22:20:10.162750 run osmo-stp_10.42.42.5(pid=20493): stdout: \u000a| (launched: 2022-12-08_22:20:08.764586)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:10.288072 run osmo-stp_10.42.42.5(pid=20493): stderr: \u000a| �[0;m�[38;5;43m20221208222008931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222008932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222008932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222008932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222008934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222008935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222008935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:10.408196 run osmo-stp_10.42.42.5(pid=20493): stdout: \u000a| (launched: 2022-12-08_22:20:08.764586)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:10.527265 run osmo-stp_10.42.42.5(pid=20493): stderr: \u000a| �[0;m�[38;5;43m20221208222008931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222008932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222008932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222008932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222008934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222008935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222008935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:10.579624 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=20493): Process ended prematurely: osmo-stp_10.42.42.5(pid=20493) [trial-2350↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20493)] [trial-2350↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a22:20:10.587722 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a22:20:10.648804 run osmo-hlr_10.42.42.2(pid=20490): ERR: Terminated: ERROR {rc=237} [trial-2350↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20490)]\u000a22:20:10.698930 run osmo-hlr_10.42.42.2(pid=20490): stdout: \u000a| (launched: 2022-12-08_22:20:07.842163) \u000a22:20:10.750000 run osmo-hlr_10.42.42.2(pid=20490): stderr: \u000a| �[0;m�[1;31m20221208222008019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222008019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222008019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222008019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222008019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222008020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222008031 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222008040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222008041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222008041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:20:10.818736 run osmo-msc_10.42.42.6(pid=20496): ERR: Terminated: ERROR {rc=2} [trial-2350↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20496)]\u000a22:20:10.868654 run osmo-msc_10.42.42.6(pid=20496): stdout: \u000a| (launched: 2022-12-08_22:20:09.712084) \u000a22:20:10.919120 run osmo-msc_10.42.42.6(pid=20496): stderr: \u000a| �[0;m�[38;5;43m20221208222009982 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208222009983 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd92d54bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208222009983 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208222009983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208222009983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208222009984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208222009986 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208222009986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208222009986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208222009986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:20:10.961774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20489): Terminating (SIGTERM)\u000a22:20:11.002298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20492): Terminating (SIGTERM)\u000a22:20:11.042843 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20495): Terminating (SIGTERM)\u000a22:20:11.052285 --- ParallelTerminationStrategy: PID 20489 died...\u000a22:20:11.106582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20489): Terminated: ok {rc=0}\u000a22:20:11.116371 --- ParallelTerminationStrategy: PID 20492 died...\u000a22:20:11.170178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20492): Terminated: ok {rc=0}\u000a22:20:11.179942 --- ParallelTerminationStrategy: PID 20495 died...\u000a22:20:11.233978 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20495): Terminated: ok {rc=0}\u000a22:20:11.318221 bus /sierra_3: Setting Powered False\u000a22:20:12.427060 bus /sierra_3: Setting Powered False\u000a22:20:13.544321 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:20:04" }, { "cases" : [ { "testActions" : [ ], "age" : 206, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20853): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20853) [trial-2350↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20853)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20853): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20853) [trial-2350↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20853)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a22:20:15.388743 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a22:20:15.399803 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:20:15.538075 tst assert_extension.py: using LAC 17133\u000a22:20:15.663165 tst assert_extension.py: using RAC 48\u000a22:20:15.787385 tst assert_extension.py: using CellId 17133\u000a22:20:15.934848 tst assert_extension.py: using BVCI 17134\u000a22:20:15.959779 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a22:20:16.332379 tst assert_extension.py:10: start nitb and bts...\u000a22:20:16.464653 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:20:17.116178 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20852): Launched\u000a22:20:17.414069 run osmo-nitb_10.42.42.2(pid=20853): Launched\u000a22:20:17.598747 run osmo-nitb_10.42.42.2(pid=20853): ERR: Terminated: ERROR {rc=2} [trial-2350↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20853)]\u000a22:20:17.735074 run osmo-nitb_10.42.42.2(pid=20853): stdout: \u000a| (launched: 2022-12-08_22:20:17.270542) \u000a22:20:17.871956 run osmo-nitb_10.42.42.2(pid=20853): stderr: \u000a| (launched: 2022-12-08_22:20:17.314932)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:20:18.003601 run osmo-nitb_10.42.42.2(pid=20853): stdout: \u000a| (launched: 2022-12-08_22:20:17.270542) \u000a22:20:18.134221 run osmo-nitb_10.42.42.2(pid=20853): stderr: \u000a| (launched: 2022-12-08_22:20:17.314932)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:20:18.533585 tst osmo-nitb_10.42.42.2(pid=20853): stdout: \u000a| (launched: 2022-12-08_22:20:17.270542) \u000a22:20:18.652299 tst osmo-nitb_10.42.42.2(pid=20853): stderr: \u000a| (launched: 2022-12-08_22:20:17.314932)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:20:18.704195 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=20853): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20853) [trial-2350↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20853)] [trial-2350↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a22:20:18.712331 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a22:20:18.747739 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20852): Terminating (SIGTERM)\u000a22:20:18.926008 --- ParallelTerminationStrategy: PID 20852 died...\u000a22:20:18.981968 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20852): Terminated: ok {rc=0}\u000a22:20:19.070658 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:20:15" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "ussd:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21038): Process ended prematurely: osmo-stp_10.42.42.5(pid=21038) [trial-2350↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21038)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21038): Process ended prematurely: osmo-stp_10.42.42.5(pid=21038) [trial-2350↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21038)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a22:20:20.910671 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:20.921583 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:20:21.057492 tst assert_extension.py: using LAC 17134\u000a22:20:21.182688 tst assert_extension.py: using RAC 49\u000a22:20:21.304789 tst assert_extension.py: using CellId 17134\u000a22:20:21.431217 tst assert_extension.py: using BVCI 17135\u000a22:20:21.455292 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:21.466399 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:21.477214 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:21.487888 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:21.498747 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:21.509638 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a22:20:21.706160 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:20:22.180414 run create_hlr_db(pid=20857): Launched\u000a22:20:22.360931 bus /sierra_2: Setting Powered False\u000a22:20:23.382785 run create_hlr_db(pid=20857): Terminated: ok {rc=0}\u000a22:20:23.800265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21034): Launched\u000a22:20:24.100842 run osmo-hlr_10.42.42.2(pid=21035): Launched\u000a22:20:24.292331 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:20:25.008183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21037): Launched\u000a22:20:25.408780 run osmo-stp_10.42.42.5(pid=21038): Launched\u000a22:20:25.639379 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:20:26.281276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21040): Launched\u000a22:20:26.678464 run osmo-msc_10.42.42.6(pid=21041): Launched\u000a22:20:27.038393 run osmo-stp_10.42.42.5(pid=21038): ERR: Terminated: ERROR {rc=1} [trial-2350↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21038)]\u000a22:20:27.309446 run osmo-stp_10.42.42.5(pid=21038): stdout: \u000a| (launched: 2022-12-08_22:20:25.161130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:27.528495 run osmo-stp_10.42.42.5(pid=21038): stderr: \u000a| �[0;m�[38;5;43m20221208222025494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222025494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222025494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222025494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222025495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222025495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222025495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:27.653697 run osmo-stp_10.42.42.5(pid=21038): stdout: \u000a| (launched: 2022-12-08_22:20:25.161130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:27.777076 run osmo-stp_10.42.42.5(pid=21038): stderr: \u000a| �[0;m�[38;5;43m20221208222025494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222025494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222025494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222025494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222025495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222025495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222025495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:27.830541 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=21038): Process ended prematurely: osmo-stp_10.42.42.5(pid=21038) [trial-2350↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21038)] [trial-2350↪ussd:trx-umtrx↪assert_extension.py:17]\u000a22:20:27.839536 tst assert_extension.py:17: Test FAILED (6.9 sec)\u000a22:20:27.906080 run osmo-hlr_10.42.42.2(pid=21035): ERR: Terminated: ERROR {rc=237} [trial-2350↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21035)]\u000a22:20:27.959986 run osmo-hlr_10.42.42.2(pid=21035): stdout: \u000a| (launched: 2022-12-08_22:20:23.952425) \u000a22:20:28.013286 run osmo-hlr_10.42.42.2(pid=21035): stderr: \u000a| �[0;m�[1;31m20221208222024298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222024298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222024298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222024298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222024298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222024298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222024326 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222024339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222024339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222024339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:20:28.084626 run osmo-msc_10.42.42.6(pid=21041): ERR: Terminated: ERROR {rc=2} [trial-2350↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21041)]\u000a22:20:28.138102 run osmo-msc_10.42.42.6(pid=21041): stdout: \u000a| (launched: 2022-12-08_22:20:26.433656) \u000a22:20:28.189033 run osmo-msc_10.42.42.6(pid=21041): stderr: \u000a| �[0;m�[38;5;43m20221208222027030 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208222027030 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd5f4180c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208222027030 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208222027030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208222027030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208222027031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208222027032 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208222027033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208222027033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208222027033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:20:28.231942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21034): Terminating (SIGTERM)\u000a22:20:28.272803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21037): Terminating (SIGTERM)\u000a22:20:28.314798 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21040): Terminating (SIGTERM)\u000a22:20:28.324238 --- ParallelTerminationStrategy: PID 21034 died...\u000a22:20:28.378436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21034): Terminated: ok {rc=0}\u000a22:20:28.388310 --- ParallelTerminationStrategy: PID 21037 died...\u000a22:20:28.442272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21037): Terminated: ok {rc=0}\u000a22:20:28.452119 --- ParallelTerminationStrategy: PID 21040 died...\u000a22:20:28.505914 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21040): Terminated: ok {rc=0}\u000a22:20:28.590498 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:20:20" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21053): Process ended prematurely: osmo-stp_10.42.42.5(pid=21053) [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21053)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21053): Process ended prematurely: osmo-stp_10.42.42.5(pid=21053) [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21053)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:20:30.545840 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:30.557201 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:20:30.727321 tst mo_mt_call.py: using LAC 17135\u000a22:20:30.867340 tst mo_mt_call.py: using RAC 50\u000a22:20:30.994563 tst mo_mt_call.py: using CellId 17135\u000a22:20:31.149888 tst mo_mt_call.py: using BVCI 17136\u000a22:20:31.175316 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:31.187339 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:31.199367 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:31.211441 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:31.223512 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:31.235569 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:20:31.352827 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:20:31.565916 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:20:32.101412 run create_hlr_db(pid=21047): Launched\u000a22:20:32.280104 bus /sierra_2: Setting Powered False\u000a22:20:33.299329 run create_hlr_db(pid=21047): Terminated: ok {rc=0}\u000a22:20:33.700752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21049): Launched\u000a22:20:34.003190 run osmo-hlr_10.42.42.2(pid=21050): Launched\u000a22:20:34.117662 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:20:34.642888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21052): Launched\u000a22:20:34.945660 run osmo-stp_10.42.42.5(pid=21053): Launched\u000a22:20:35.060141 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:20:35.614917 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21055): Launched\u000a22:20:35.918596 run osmo-msc_10.42.42.6(pid=21056): Launched\u000a22:20:36.098250 run osmo-stp_10.42.42.5(pid=21053): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21053)]\u000a22:20:36.228185 run osmo-stp_10.42.42.5(pid=21053): stdout: \u000a| (launched: 2022-12-08_22:20:34.797431)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:36.355216 run osmo-stp_10.42.42.5(pid=21053): stderr: \u000a| �[0;m�[38;5;43m20221208222034966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222034966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222034967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222034967 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222034968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222034968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222034968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:36.477934 run osmo-stp_10.42.42.5(pid=21053): stdout: \u000a| (launched: 2022-12-08_22:20:34.797431)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:36.599183 run osmo-stp_10.42.42.5(pid=21053): stderr: \u000a| �[0;m�[38;5;43m20221208222034966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222034966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222034967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222034967 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222034968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222034968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222034968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:36.652754 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21053): Process ended prematurely: osmo-stp_10.42.42.5(pid=21053) [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21053)] [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a22:20:36.661437 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:20:36.722827 run osmo-hlr_10.42.42.2(pid=21050): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21050)]\u000a22:20:36.773208 run osmo-hlr_10.42.42.2(pid=21050): stdout: \u000a| (launched: 2022-12-08_22:20:33.855873) \u000a22:20:36.824130 run osmo-hlr_10.42.42.2(pid=21050): stderr: \u000a| �[0;m�[1;31m20221208222034031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222034031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222034031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222034031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222034031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222034031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222034043 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222034052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222034052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222034052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:20:36.893039 run osmo-msc_10.42.42.6(pid=21056): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21056)]\u000a22:20:36.943649 run osmo-msc_10.42.42.6(pid=21056): stdout: \u000a| (launched: 2022-12-08_22:20:35.769526) \u000a22:20:36.994358 run osmo-msc_10.42.42.6(pid=21056): stderr: \u000a| �[0;m�[38;5;43m20221208222036041 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208222036041 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f73e475cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208222036041 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208222036041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208222036041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208222036042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208222036043 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208222036044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208222036044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208222036044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:20:37.037184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21049): Terminating (SIGTERM)\u000a22:20:37.077880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21052): Terminating (SIGTERM)\u000a22:20:37.118728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21055): Terminating (SIGTERM)\u000a22:20:37.128262 --- ParallelTerminationStrategy: PID 21049 died...\u000a22:20:37.182900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21049): Terminated: ok {rc=0}\u000a22:20:37.193128 --- ParallelTerminationStrategy: PID 21052 died...\u000a22:20:37.248233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21052): Terminated: ok {rc=0}\u000a22:20:37.258143 --- ParallelTerminationStrategy: PID 21055 died...\u000a22:20:37.312787 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21055): Terminated: ok {rc=0}\u000a22:20:37.402867 bus /sierra_3: Setting Powered False\u000a22:20:38.508069 bus /sierra_3: Setting Powered False\u000a22:20:39.616611 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21064): Process ended prematurely: osmo-stp_10.42.42.5(pid=21064) [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21064)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21064): Process ended prematurely: osmo-stp_10.42.42.5(pid=21064) [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21064)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:20:40.725569 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:40.737134 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:20:40.901745 tst mo_mt_call_osmux.py: using LAC 17136\u000a22:20:41.029875 tst mo_mt_call_osmux.py: using RAC 51\u000a22:20:41.157665 tst mo_mt_call_osmux.py: using CellId 17136\u000a22:20:41.285653 tst mo_mt_call_osmux.py: using BVCI 17137\u000a22:20:41.310412 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:41.321989 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:41.333384 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:41.344898 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:41.356387 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:41.367713 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:20:41.481958 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:20:41.692006 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:20:42.208308 run create_hlr_db(pid=21058): Launched\u000a22:20:42.395117 bus /sierra_2: Setting Powered False\u000a22:20:43.416817 run create_hlr_db(pid=21058): Terminated: ok {rc=0}\u000a22:20:43.844521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21060): Launched\u000a22:20:44.165946 run osmo-hlr_10.42.42.2(pid=21061): Launched\u000a22:20:44.283739 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:20:44.843939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21063): Launched\u000a22:20:45.166687 run osmo-stp_10.42.42.5(pid=21064): Launched\u000a22:20:45.284736 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:20:45.881607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21066): Launched\u000a22:20:46.285010 run osmo-msc_10.42.42.6(pid=21067): Launched\u000a22:20:46.580625 run osmo-stp_10.42.42.5(pid=21064): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21064)]\u000a22:20:46.893787 run osmo-stp_10.42.42.5(pid=21064): stdout: \u000a| (launched: 2022-12-08_22:20:45.009193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:47.033121 run osmo-stp_10.42.42.5(pid=21064): stderr: \u000a| �[0;m�[38;5;43m20221208222045200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222045200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222045201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222045201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222045201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222045201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222045202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:47.168136 run osmo-stp_10.42.42.5(pid=21064): stdout: \u000a| (launched: 2022-12-08_22:20:45.009193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:47.300297 run osmo-stp_10.42.42.5(pid=21064): stderr: \u000a| �[0;m�[38;5;43m20221208222045200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222045200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222045201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222045201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222045201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222045201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222045202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:47.357725 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21064): Process ended prematurely: osmo-stp_10.42.42.5(pid=21064) [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21064)] [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a22:20:47.367067 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a22:20:47.431281 run osmo-hlr_10.42.42.2(pid=21061): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21061)]\u000a22:20:47.483888 run osmo-hlr_10.42.42.2(pid=21061): stdout: \u000a| (launched: 2022-12-08_22:20:44.009556) \u000a22:20:47.537276 run osmo-hlr_10.42.42.2(pid=21061): stderr: \u000a| �[0;m�[1;31m20221208222044207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222044207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222044207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222044207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222044207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222044207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222044220 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222044228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222044229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222044229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:20:47.609378 run osmo-msc_10.42.42.6(pid=21067): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21067)]\u000a22:20:47.661995 run osmo-msc_10.42.42.6(pid=21067): stdout: \u000a| (launched: 2022-12-08_22:20:46.052426) \u000a22:20:47.714998 run osmo-msc_10.42.42.6(pid=21067): stderr: \u000a| �[0;m�[38;5;43m20221208222046661 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208222046661 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f953955ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208222046661 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208222046661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208222046661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208222046661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208222046663 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208222046663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208222046664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208222046664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:20:47.760029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21060): Terminating (SIGTERM)\u000a22:20:47.802928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21063): Terminating (SIGTERM)\u000a22:20:47.846260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21066): Terminating (SIGTERM)\u000a22:20:47.856118 --- ParallelTerminationStrategy: PID 21060 died...\u000a22:20:47.913797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21060): Terminated: ok {rc=0}\u000a22:20:47.924078 --- ParallelTerminationStrategy: PID 21063 died...\u000a22:20:47.980983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21063): Terminated: ok {rc=0}\u000a22:20:47.991228 --- ParallelTerminationStrategy: PID 21066 died...\u000a22:20:48.048235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21066): Terminated: ok {rc=0}\u000a22:20:48.136254 bus /sierra_3: Setting Powered False\u000a22:20:49.244414 bus /sierra_3: Setting Powered False\u000a22:20:50.353183 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:20:30" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21078): Process ended prematurely: osmo-stp_10.42.42.5(pid=21078) [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21078)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21078): Process ended prematurely: osmo-stp_10.42.42.5(pid=21078) [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21078)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a22:20:52.340457 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:20:52.351503 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:20:52.506350 tst mo_mt_call.py: using LAC 17137\u000a22:20:52.625939 tst mo_mt_call.py: using RAC 52\u000a22:20:52.747445 tst mo_mt_call.py: using CellId 17137\u000a22:20:52.868580 tst mo_mt_call.py: using BVCI 17138\u000a22:20:52.891672 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:20:52.902731 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:20:52.913506 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:20:52.924469 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:20:52.935565 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:20:52.946728 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:20:53.061822 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:20:53.263208 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:20:53.738342 run create_hlr_db(pid=21072): Launched\u000a22:20:53.913772 bus /sierra_2: Setting Powered False\u000a22:20:54.935457 run create_hlr_db(pid=21072): Terminated: ok {rc=0}\u000a22:20:55.367429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21074): Launched\u000a22:20:55.691142 run osmo-hlr_10.42.42.2(pid=21075): Launched\u000a22:20:55.812143 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:20:56.375484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21077): Launched\u000a22:20:56.700240 run osmo-stp_10.42.42.5(pid=21078): Launched\u000a22:20:56.820815 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:20:57.413907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21080): Launched\u000a22:20:57.739384 run osmo-msc_10.42.42.6(pid=21081): Launched\u000a22:20:57.932455 run osmo-stp_10.42.42.5(pid=21078): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21078)]\u000a22:20:58.070772 run osmo-stp_10.42.42.5(pid=21078): stdout: \u000a| (launched: 2022-12-08_22:20:56.541088)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:58.208081 run osmo-stp_10.42.42.5(pid=21078): stderr: \u000a| �[0;m�[38;5;43m20221208222056734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222056734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222056734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222056735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222056735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222056735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222056735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:58.339391 run osmo-stp_10.42.42.5(pid=21078): stdout: \u000a| (launched: 2022-12-08_22:20:56.541088)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:58.469462 run osmo-stp_10.42.42.5(pid=21078): stderr: \u000a| �[0;m�[38;5;43m20221208222056734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222056734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222056734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222056735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222056735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222056735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222056735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:58.526767 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21078): Process ended prematurely: osmo-stp_10.42.42.5(pid=21078) [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21078)] [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a22:20:58.536196 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:20:58.600438 run osmo-hlr_10.42.42.2(pid=21075): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21075)]\u000a22:20:58.653455 run osmo-hlr_10.42.42.2(pid=21075): stdout: \u000a| (launched: 2022-12-08_22:20:55.533529) \u000a22:20:58.707211 run osmo-hlr_10.42.42.2(pid=21075): stderr: \u000a| �[0;m�[1;31m20221208222055733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222055733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222055733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222055733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222055733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222055733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222055744 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222055753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222055753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222055753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:20:58.779534 run osmo-msc_10.42.42.6(pid=21081): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21081)]\u000a22:20:58.832254 run osmo-msc_10.42.42.6(pid=21081): stdout: \u000a| (launched: 2022-12-08_22:20:57.579850) \u000a22:20:58.885310 run osmo-msc_10.42.42.6(pid=21081): stderr: \u000a| �[0;m�[38;5;43m20221208222057901 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208222057901 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2a9e6aac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208222057901 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208222057901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208222057901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208222057901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208222057905 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208222057905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208222057905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208222057905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:20:58.930477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21074): Terminating (SIGTERM)\u000a22:20:58.973313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21077): Terminating (SIGTERM)\u000a22:20:59.016499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21080): Terminating (SIGTERM)\u000a22:20:59.026523 --- ParallelTerminationStrategy: PID 21074 died...\u000a22:20:59.084086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21074): Terminated: ok {rc=0}\u000a22:20:59.094540 --- ParallelTerminationStrategy: PID 21077 died...\u000a22:20:59.151766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21077): Terminated: ok {rc=0}\u000a22:20:59.162089 --- ParallelTerminationStrategy: PID 21080 died...\u000a22:20:59.219261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21080): Terminated: ok {rc=0}\u000a22:20:59.308373 bus /sierra_3: Setting Powered False\u000a22:21:00.416512 bus /sierra_3: Setting Powered False\u000a22:21:01.526551 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21089): Process ended prematurely: osmo-stp_10.42.42.5(pid=21089) [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21089)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21089): Process ended prematurely: osmo-stp_10.42.42.5(pid=21089) [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21089)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:21:02.636274 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:21:02.647951 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:21:02.806407 tst mo_mt_call_osmux.py: using LAC 17138\u000a22:21:02.926469 tst mo_mt_call_osmux.py: using RAC 53\u000a22:21:03.052776 tst mo_mt_call_osmux.py: using CellId 17138\u000a22:21:03.173986 tst mo_mt_call_osmux.py: using BVCI 17139\u000a22:21:03.197337 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:21:03.208282 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:21:03.219138 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:21:03.230254 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:21:03.241404 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:21:03.252454 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:21:03.368862 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:21:03.572608 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:21:04.047535 run create_hlr_db(pid=21083): Launched\u000a22:21:04.221606 bus /sierra_2: Setting Powered False\u000a22:21:05.244139 run create_hlr_db(pid=21083): Terminated: ok {rc=0}\u000a22:21:05.646049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21085): Launched\u000a22:21:05.948504 run osmo-hlr_10.42.42.2(pid=21086): Launched\u000a22:21:06.070279 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:21:06.606284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21088): Launched\u000a22:21:06.908000 run osmo-stp_10.42.42.5(pid=21089): Launched\u000a22:21:07.018809 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:21:07.572201 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21091): Launched\u000a22:21:07.874494 run osmo-msc_10.42.42.6(pid=21092): Launched\u000a22:21:08.053476 run osmo-stp_10.42.42.5(pid=21089): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21089)]\u000a22:21:08.182843 run osmo-stp_10.42.42.5(pid=21089): stdout: \u000a| (launched: 2022-12-08_22:21:06.760452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:08.310240 run osmo-stp_10.42.42.5(pid=21089): stderr: \u000a| �[0;m�[38;5;43m20221208222106927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222106927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222106928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222106928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222106930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222106930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222106931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:08.432577 run osmo-stp_10.42.42.5(pid=21089): stdout: \u000a| (launched: 2022-12-08_22:21:06.760452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:08.553895 run osmo-stp_10.42.42.5(pid=21089): stderr: \u000a| �[0;m�[38;5;43m20221208222106927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222106927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222106928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222106928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222106930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222106930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222106931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:08.607064 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21089): Process ended prematurely: osmo-stp_10.42.42.5(pid=21089) [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21089)] [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a22:21:08.615631 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a22:21:08.676315 run osmo-hlr_10.42.42.2(pid=21086): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21086)]\u000a22:21:08.725910 run osmo-hlr_10.42.42.2(pid=21086): stdout: \u000a| (launched: 2022-12-08_22:21:05.800109) \u000a22:21:08.776407 run osmo-hlr_10.42.42.2(pid=21086): stderr: \u000a| �[0;m�[1;31m20221208222105977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222105977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222105977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222105977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222105977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222105977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222105988 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222105997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222105998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222105998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:21:08.844602 run osmo-msc_10.42.42.6(pid=21092): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21092)]\u000a22:21:08.894150 run osmo-msc_10.42.42.6(pid=21092): stdout: \u000a| (launched: 2022-12-08_22:21:07.726481) \u000a22:21:08.944108 run osmo-msc_10.42.42.6(pid=21092): stderr: \u000a| �[0;m�[38;5;43m20221208222107999 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208222108000 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa28aa58c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208222108000 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208222108000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208222108000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208222108000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208222108003 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208222108003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208222108003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208222108004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:21:08.986184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21085): Terminating (SIGTERM)\u000a22:21:09.026340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21088): Terminating (SIGTERM)\u000a22:21:09.066679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21091): Terminating (SIGTERM)\u000a22:21:09.076218 --- ParallelTerminationStrategy: PID 21085 died...\u000a22:21:09.129989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21085): Terminated: ok {rc=0}\u000a22:21:09.139859 --- ParallelTerminationStrategy: PID 21088 died...\u000a22:21:09.193518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21088): Terminated: ok {rc=0}\u000a22:21:09.203397 --- ParallelTerminationStrategy: PID 21091 died...\u000a22:21:09.256931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21091): Terminated: ok {rc=0}\u000a22:21:09.345914 bus /sierra_3: Setting Powered False\u000a22:21:10.449218 bus /sierra_3: Setting Powered False\u000a22:21:11.560152 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:20:52" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21103): Process ended prematurely: osmo-stp_10.42.42.5(pid=21103) [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21103)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21103): Process ended prematurely: osmo-stp_10.42.42.5(pid=21103) [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21103)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:21:13.541403 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:13.552281 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:21:13.707038 tst mo_mt_call.py: using LAC 17139\u000a22:21:13.828333 tst mo_mt_call.py: using RAC 54\u000a22:21:13.948264 tst mo_mt_call.py: using CellId 17139\u000a22:21:14.077527 tst mo_mt_call.py: using BVCI 17140\u000a22:21:14.102543 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:14.114061 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:14.125452 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:14.136849 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:14.148279 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:14.159599 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:21:14.274166 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:21:14.479288 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:21:14.955206 run create_hlr_db(pid=21097): Launched\u000a22:21:15.129984 bus /sierra_2: Setting Powered False\u000a22:21:16.156170 run create_hlr_db(pid=21097): Terminated: ok {rc=0}\u000a22:21:16.583302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21099): Launched\u000a22:21:16.987032 run osmo-hlr_10.42.42.2(pid=21100): Launched\u000a22:21:17.176088 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:21:17.735699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21102): Launched\u000a22:21:18.058631 run osmo-stp_10.42.42.5(pid=21103): Launched\u000a22:21:18.176644 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:21:18.767500 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21105): Launched\u000a22:21:19.091142 run osmo-msc_10.42.42.6(pid=21106): Launched\u000a22:21:19.280862 run osmo-stp_10.42.42.5(pid=21103): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21103)]\u000a22:21:19.423271 run osmo-stp_10.42.42.5(pid=21103): stdout: \u000a| (launched: 2022-12-08_22:21:17.901051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:19.559183 run osmo-stp_10.42.42.5(pid=21103): stderr: \u000a| �[0;m�[38;5;43m20221208222118093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222118093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222118093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222118094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222118094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222118094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222118094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:19.690001 run osmo-stp_10.42.42.5(pid=21103): stdout: \u000a| (launched: 2022-12-08_22:21:17.901051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:19.819503 run osmo-stp_10.42.42.5(pid=21103): stderr: \u000a| �[0;m�[38;5;43m20221208222118093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222118093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222118093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222118094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222118094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222118094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222118094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:19.876440 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21103): Process ended prematurely: osmo-stp_10.42.42.5(pid=21103) [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21103)] [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a22:21:19.885759 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a22:21:19.949346 run osmo-hlr_10.42.42.2(pid=21100): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21100)]\u000a22:21:20.001649 run osmo-hlr_10.42.42.2(pid=21100): stdout: \u000a| (launched: 2022-12-08_22:21:16.739628) \u000a22:21:20.054984 run osmo-hlr_10.42.42.2(pid=21100): stderr: \u000a| �[0;m�[1;31m20221208222117089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222117090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222117090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222117090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222117090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222117090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222117105 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222117123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222117123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222117123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:21:20.127269 run osmo-msc_10.42.42.6(pid=21106): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21106)]\u000a22:21:20.179520 run osmo-msc_10.42.42.6(pid=21106): stdout: \u000a| (launched: 2022-12-08_22:21:18.932855) \u000a22:21:20.232148 run osmo-msc_10.42.42.6(pid=21106): stderr: \u000a| �[0;m�[38;5;43m20221208222119256 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208222119256 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f44718eac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208222119256 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208222119256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208222119257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208222119257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208222119258 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208222119259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208222119259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208222119259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:21:20.276776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21099): Terminating (SIGTERM)\u000a22:21:20.319169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21102): Terminating (SIGTERM)\u000a22:21:20.361566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21105): Terminating (SIGTERM)\u000a22:21:20.371281 --- ParallelTerminationStrategy: PID 21099 died...\u000a22:21:20.428189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21099): Terminated: ok {rc=0}\u000a22:21:20.438411 --- ParallelTerminationStrategy: PID 21102 died...\u000a22:21:20.495262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21102): Terminated: ok {rc=0}\u000a22:21:20.505833 --- ParallelTerminationStrategy: PID 21105 died...\u000a22:21:20.562281 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21105): Terminated: ok {rc=0}\u000a22:21:20.649972 bus /sierra_3: Setting Powered False\u000a22:21:21.758566 bus /sierra_3: Setting Powered False\u000a22:21:22.871398 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21114): Process ended prematurely: osmo-stp_10.42.42.5(pid=21114) [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21114)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21114): Process ended prematurely: osmo-stp_10.42.42.5(pid=21114) [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21114)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:21:23.987422 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:23.999851 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:21:24.166318 tst mo_mt_call_osmux.py: using LAC 17140\u000a22:21:24.293652 tst mo_mt_call_osmux.py: using RAC 55\u000a22:21:24.420700 tst mo_mt_call_osmux.py: using CellId 17140\u000a22:21:24.549289 tst mo_mt_call_osmux.py: using BVCI 17141\u000a22:21:24.574092 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:24.585721 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:24.596915 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:24.608382 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:24.619885 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:24.631277 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:21:24.752659 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:21:24.956262 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:21:25.433882 run create_hlr_db(pid=21108): Launched\u000a22:21:25.608936 bus /sierra_2: Setting Powered False\u000a22:21:26.631515 run create_hlr_db(pid=21108): Terminated: ok {rc=0}\u000a22:21:27.063069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21110): Launched\u000a22:21:27.388477 run osmo-hlr_10.42.42.2(pid=21111): Launched\u000a22:21:27.510780 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:21:28.075717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21113): Launched\u000a22:21:28.399392 run osmo-stp_10.42.42.5(pid=21114): Launched\u000a22:21:28.517324 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:21:29.107819 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21116): Launched\u000a22:21:29.430173 run osmo-msc_10.42.42.6(pid=21117): Launched\u000a22:21:29.620507 run osmo-stp_10.42.42.5(pid=21114): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21114)]\u000a22:21:29.756934 run osmo-stp_10.42.42.5(pid=21114): stdout: \u000a| (launched: 2022-12-08_22:21:28.241783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:29.893127 run osmo-stp_10.42.42.5(pid=21114): stderr: \u000a| �[0;m�[38;5;43m20221208222128436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222128436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222128436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222128437 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222128437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222128437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222128437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:30.023385 run osmo-stp_10.42.42.5(pid=21114): stdout: \u000a| (launched: 2022-12-08_22:21:28.241783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:30.152595 run osmo-stp_10.42.42.5(pid=21114): stderr: \u000a| �[0;m�[38;5;43m20221208222128436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222128436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222128436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222128437 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222128437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222128437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222128437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:30.210369 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21114): Process ended prematurely: osmo-stp_10.42.42.5(pid=21114) [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21114)] [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a22:21:30.219637 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a22:21:30.283151 run osmo-hlr_10.42.42.2(pid=21111): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21111)]\u000a22:21:30.335509 run osmo-hlr_10.42.42.2(pid=21111): stdout: \u000a| (launched: 2022-12-08_22:21:27.229744) \u000a22:21:30.388451 run osmo-hlr_10.42.42.2(pid=21111): stderr: \u000a| �[0;m�[1;31m20221208222127427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222127427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222127427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222127427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222127427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222127427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222127438 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222127447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222127447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222127447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:21:30.460304 run osmo-msc_10.42.42.6(pid=21117): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21117)]\u000a22:21:30.512457 run osmo-msc_10.42.42.6(pid=21117): stdout: \u000a| (launched: 2022-12-08_22:21:29.272713) \u000a22:21:30.565276 run osmo-msc_10.42.42.6(pid=21117): stderr: \u000a| �[0;m�[38;5;43m20221208222129593 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208222129593 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f20f8390c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208222129593 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208222129593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208222129594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208222129594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208222129595 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208222129596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208222129596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208222129596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:21:30.610115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21110): Terminating (SIGTERM)\u000a22:21:30.652491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21113): Terminating (SIGTERM)\u000a22:21:30.695020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21116): Terminating (SIGTERM)\u000a22:21:30.704838 --- ParallelTerminationStrategy: PID 21110 died...\u000a22:21:30.761607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21110): Terminated: ok {rc=0}\u000a22:21:30.771861 --- ParallelTerminationStrategy: PID 21113 died...\u000a22:21:30.828243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21113): Terminated: ok {rc=0}\u000a22:21:30.842501 --- ParallelTerminationStrategy: PID 21116 died...\u000a22:21:30.900038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21116): Terminated: ok {rc=0}\u000a22:21:30.991811 bus /sierra_3: Setting Powered False\u000a22:21:32.099939 bus /sierra_3: Setting Powered False\u000a22:21:33.208029 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:21:13" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21128): Process ended prematurely: osmo-stp_10.42.42.5(pid=21128) [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21128)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21128): Process ended prematurely: osmo-stp_10.42.42.5(pid=21128) [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21128)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:21:35.209274 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:35.220621 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:21:35.382248 tst mo_mt_call.py: using LAC 17141\u000a22:21:35.508114 tst mo_mt_call.py: using RAC 56\u000a22:21:35.633775 tst mo_mt_call.py: using CellId 17141\u000a22:21:35.759464 tst mo_mt_call.py: using BVCI 17142\u000a22:21:35.784257 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:35.795802 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:35.807159 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:35.818524 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:35.829957 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:35.841236 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:21:35.956183 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:21:36.168932 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:21:36.684922 run create_hlr_db(pid=21122): Launched\u000a22:21:36.871717 bus /sierra_2: Setting Powered False\u000a22:21:37.893968 run create_hlr_db(pid=21122): Terminated: ok {rc=0}\u000a22:21:38.323771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21124): Launched\u000a22:21:38.646578 run osmo-hlr_10.42.42.2(pid=21125): Launched\u000a22:21:38.764668 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:21:39.327202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21127): Launched\u000a22:21:39.651480 run osmo-stp_10.42.42.5(pid=21128): Launched\u000a22:21:39.769532 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:21:40.361911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21130): Launched\u000a22:21:40.686191 run osmo-msc_10.42.42.6(pid=21131): Launched\u000a22:21:40.876224 run osmo-stp_10.42.42.5(pid=21128): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21128)]\u000a22:21:41.013690 run osmo-stp_10.42.42.5(pid=21128): stdout: \u000a| (launched: 2022-12-08_22:21:39.493072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:41.151004 run osmo-stp_10.42.42.5(pid=21128): stderr: \u000a| �[0;m�[38;5;43m20221208222139687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222139687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222139687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222139688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222139688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222139688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222139688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:41.281597 run osmo-stp_10.42.42.5(pid=21128): stdout: \u000a| (launched: 2022-12-08_22:21:39.493072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:41.410849 run osmo-stp_10.42.42.5(pid=21128): stderr: \u000a| �[0;m�[38;5;43m20221208222139687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222139687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222139687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222139688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222139688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222139688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222139688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:41.467698 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21128): Process ended prematurely: osmo-stp_10.42.42.5(pid=21128) [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21128)] [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a22:21:41.476694 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a22:21:41.540622 run osmo-hlr_10.42.42.2(pid=21125): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21125)]\u000a22:21:41.593296 run osmo-hlr_10.42.42.2(pid=21125): stdout: \u000a| (launched: 2022-12-08_22:21:38.488428) \u000a22:21:41.646334 run osmo-hlr_10.42.42.2(pid=21125): stderr: \u000a| �[0;m�[1;31m20221208222138685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222138685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222138685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222138685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222138685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222138685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222138699 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222138709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222138709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222138709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:21:41.718436 run osmo-msc_10.42.42.6(pid=21131): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21131)]\u000a22:21:41.771027 run osmo-msc_10.42.42.6(pid=21131): stdout: \u000a| (launched: 2022-12-08_22:21:40.528115) \u000a22:21:41.825144 run osmo-msc_10.42.42.6(pid=21131): stderr: \u000a| �[0;m�[38;5;43m20221208222140851 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208222140851 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb248ed7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208222140851 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208222140851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208222140851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208222140852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208222140853 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208222140854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208222140854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208222140854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:21:41.870093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21124): Terminating (SIGTERM)\u000a22:21:41.912717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21127): Terminating (SIGTERM)\u000a22:21:41.955196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21130): Terminating (SIGTERM)\u000a22:21:41.965078 --- ParallelTerminationStrategy: PID 21124 died...\u000a22:21:42.022122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21124): Terminated: ok {rc=0}\u000a22:21:42.032639 --- ParallelTerminationStrategy: PID 21127 died...\u000a22:21:42.089457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21127): Terminated: ok {rc=0}\u000a22:21:42.099674 --- ParallelTerminationStrategy: PID 21130 died...\u000a22:21:42.156083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21130): Terminated: ok {rc=0}\u000a22:21:42.245479 bus /sierra_3: Setting Powered False\u000a22:21:43.353730 bus /sierra_3: Setting Powered False\u000a22:21:44.466314 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21139): Process ended prematurely: osmo-stp_10.42.42.5(pid=21139) [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21139)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21139): Process ended prematurely: osmo-stp_10.42.42.5(pid=21139) [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21139)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:21:45.576703 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:45.588322 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:21:45.744061 tst mo_mt_call_osmux.py: using LAC 17142\u000a22:21:45.887227 tst mo_mt_call_osmux.py: using RAC 57\u000a22:21:46.026768 tst mo_mt_call_osmux.py: using CellId 17142\u000a22:21:46.152478 tst mo_mt_call_osmux.py: using BVCI 17143\u000a22:21:46.178686 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:46.191149 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:46.204113 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:46.216431 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:46.229010 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:46.242298 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:21:46.372469 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:21:46.626914 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:21:47.229222 run create_hlr_db(pid=21133): Launched\u000a22:21:47.417884 bus /sierra_2: Setting Powered False\u000a22:21:48.439524 run create_hlr_db(pid=21133): Terminated: ok {rc=0}\u000a22:21:48.846647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21135): Launched\u000a22:21:49.149809 run osmo-hlr_10.42.42.2(pid=21136): Launched\u000a22:21:49.268649 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:21:49.802906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21138): Launched\u000a22:21:50.105631 run osmo-stp_10.42.42.5(pid=21139): Launched\u000a22:21:50.216859 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:21:50.771867 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21141): Launched\u000a22:21:51.075519 run osmo-msc_10.42.42.6(pid=21142): Launched\u000a22:21:51.254185 run osmo-stp_10.42.42.5(pid=21139): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21139)]\u000a22:21:51.384206 run osmo-stp_10.42.42.5(pid=21139): stdout: \u000a| (launched: 2022-12-08_22:21:49.957507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:51.511355 run osmo-stp_10.42.42.5(pid=21139): stderr: \u000a| �[0;m�[38;5;43m20221208222150126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222150127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222150127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222150127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222150130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222150130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222150130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:51.633520 run osmo-stp_10.42.42.5(pid=21139): stdout: \u000a| (launched: 2022-12-08_22:21:49.957507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:51.755024 run osmo-stp_10.42.42.5(pid=21139): stderr: \u000a| �[0;m�[38;5;43m20221208222150126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222150127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222150127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222150127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222150130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222150130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222150130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:51.808432 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21139): Process ended prematurely: osmo-stp_10.42.42.5(pid=21139) [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21139)] [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a22:21:51.817408 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a22:21:51.878993 run osmo-hlr_10.42.42.2(pid=21136): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21136)]\u000a22:21:51.929412 run osmo-hlr_10.42.42.2(pid=21136): stdout: \u000a| (launched: 2022-12-08_22:21:49.001190) \u000a22:21:51.980367 run osmo-hlr_10.42.42.2(pid=21136): stderr: \u000a| �[0;m�[1;31m20221208222149175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222149175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222149175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222149175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222149175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222149175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222149187 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222149197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222149198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222149198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:21:52.049578 run osmo-msc_10.42.42.6(pid=21142): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21142)]\u000a22:21:52.099746 run osmo-msc_10.42.42.6(pid=21142): stdout: \u000a| (launched: 2022-12-08_22:21:50.926757) \u000a22:21:52.150452 run osmo-msc_10.42.42.6(pid=21142): stderr: \u000a| �[0;m�[38;5;43m20221208222151196 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208222151196 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7490d28c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208222151197 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208222151197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208222151197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208222151197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208222151200 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208222151201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208222151201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208222151201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:21:52.193624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21135): Terminating (SIGTERM)\u000a22:21:52.235087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21138): Terminating (SIGTERM)\u000a22:21:52.275973 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21141): Terminating (SIGTERM)\u000a22:21:52.285723 --- ParallelTerminationStrategy: PID 21135 died...\u000a22:21:52.340483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21135): Terminated: ok {rc=0}\u000a22:21:52.350660 --- ParallelTerminationStrategy: PID 21138 died...\u000a22:21:52.405099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21138): Terminated: ok {rc=0}\u000a22:21:52.415091 --- ParallelTerminationStrategy: PID 21141 died...\u000a22:21:52.470252 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21141): Terminated: ok {rc=0}\u000a22:21:52.558886 bus /sierra_3: Setting Powered False\u000a22:21:53.663299 bus /sierra_3: Setting Powered False\u000a22:21:54.770575 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:21:34" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21153): Process ended prematurely: osmo-stp_10.42.42.5(pid=21153) [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21153)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21153): Process ended prematurely: osmo-stp_10.42.42.5(pid=21153) [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21153)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:21:56.758176 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:21:56.769889 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:21:56.933681 tst mo_mt_call.py: using LAC 17143\u000a22:21:57.061590 tst mo_mt_call.py: using RAC 58\u000a22:21:57.190118 tst mo_mt_call.py: using CellId 17143\u000a22:21:57.315963 tst mo_mt_call.py: using BVCI 17144\u000a22:21:57.340678 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:21:57.352121 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:21:57.363362 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:21:57.374631 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:21:57.386068 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:21:57.397351 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:21:57.516275 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:21:57.718202 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:21:58.195167 run create_hlr_db(pid=21147): Launched\u000a22:21:58.369339 bus /sierra_2: Setting Powered False\u000a22:21:59.391594 run create_hlr_db(pid=21147): Terminated: ok {rc=0}\u000a22:21:59.793903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21149): Launched\u000a22:22:00.097824 run osmo-hlr_10.42.42.2(pid=21150): Launched\u000a22:22:00.207581 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:22:00.734549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21152): Launched\u000a22:22:01.169431 run osmo-stp_10.42.42.5(pid=21153): Launched\u000a22:22:01.433472 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:22:02.106103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21155): Launched\u000a22:22:02.415410 run osmo-msc_10.42.42.6(pid=21156): Launched\u000a22:22:02.595330 run osmo-stp_10.42.42.5(pid=21153): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21153)]\u000a22:22:02.725091 run osmo-stp_10.42.42.5(pid=21153): stdout: \u000a| (launched: 2022-12-08_22:22:00.918005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:02.852189 run osmo-stp_10.42.42.5(pid=21153): stderr: \u000a| �[0;m�[38;5;43m20221208222201244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222201244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222201253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222201253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222201254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222201254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222201254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:02.974824 run osmo-stp_10.42.42.5(pid=21153): stdout: \u000a| (launched: 2022-12-08_22:22:00.918005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:03.095840 run osmo-stp_10.42.42.5(pid=21153): stderr: \u000a| �[0;m�[38;5;43m20221208222201244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222201244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222201253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222201253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222201254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222201254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222201254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:03.149176 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21153): Process ended prematurely: osmo-stp_10.42.42.5(pid=21153) [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21153)] [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a22:22:03.157817 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a22:22:03.219492 run osmo-hlr_10.42.42.2(pid=21150): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21150)]\u000a22:22:03.270140 run osmo-hlr_10.42.42.2(pid=21150): stdout: \u000a| (launched: 2022-12-08_22:21:59.948197) \u000a22:22:03.321376 run osmo-hlr_10.42.42.2(pid=21150): stderr: \u000a| �[0;m�[1;31m20221208222200125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222200125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222200125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222200125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222200125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222200125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222200176 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222200186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222200186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222200186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:22:03.390562 run osmo-msc_10.42.42.6(pid=21156): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21156)]\u000a22:22:03.440691 run osmo-msc_10.42.42.6(pid=21156): stdout: \u000a| (launched: 2022-12-08_22:22:02.263547) \u000a22:22:03.491855 run osmo-msc_10.42.42.6(pid=21156): stderr: \u000a| �[0;m�[38;5;43m20221208222202533 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208222202534 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f120ef7ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208222202534 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208222202534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208222202534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208222202534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208222202536 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208222202536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208222202536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208222202536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:22:03.534773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21149): Terminating (SIGTERM)\u000a22:22:03.575594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21152): Terminating (SIGTERM)\u000a22:22:03.616621 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21155): Terminating (SIGTERM)\u000a22:22:03.626084 --- ParallelTerminationStrategy: PID 21149 died...\u000a22:22:03.680843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21149): Terminated: ok {rc=0}\u000a22:22:03.690737 --- ParallelTerminationStrategy: PID 21152 died...\u000a22:22:03.745542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21152): Terminated: ok {rc=0}\u000a22:22:03.755549 --- ParallelTerminationStrategy: PID 21155 died...\u000a22:22:03.809784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21155): Terminated: ok {rc=0}\u000a22:22:03.895357 bus /sierra_3: Setting Powered False\u000a22:22:05.003507 bus /sierra_3: Setting Powered False\u000a22:22:06.117296 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21165): Process ended prematurely: osmo-stp_10.42.42.5(pid=21165) [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21165)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21165): Process ended prematurely: osmo-stp_10.42.42.5(pid=21165) [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21165)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:22:07.227363 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:22:07.239025 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:22:07.395810 tst mo_mt_call_osmux.py: using LAC 17144\u000a22:22:07.517358 tst mo_mt_call_osmux.py: using RAC 59\u000a22:22:07.638982 tst mo_mt_call_osmux.py: using CellId 17144\u000a22:22:07.765983 tst mo_mt_call_osmux.py: using BVCI 17145\u000a22:22:07.791015 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:22:07.802988 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:22:07.814321 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:22:07.825985 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:22:07.837554 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:22:07.848903 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:22:07.963821 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:22:08.166697 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:22:08.644543 run create_hlr_db(pid=21158): Launched\u000a22:22:08.819335 bus /sierra_2: Setting Powered False\u000a22:22:09.841551 run create_hlr_db(pid=21158): Terminated: ok {rc=0}\u000a22:22:10.271894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21161): Launched\u000a22:22:10.595749 run osmo-hlr_10.42.42.2(pid=21162): Launched\u000a22:22:10.714269 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:22:11.276067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21164): Launched\u000a22:22:11.599872 run osmo-stp_10.42.42.5(pid=21165): Launched\u000a22:22:11.717660 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:22:12.309964 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21167): Launched\u000a22:22:12.635239 run osmo-msc_10.42.42.6(pid=21168): Launched\u000a22:22:12.825056 run osmo-stp_10.42.42.5(pid=21165): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21165)]\u000a22:22:12.962204 run osmo-stp_10.42.42.5(pid=21165): stdout: \u000a| (launched: 2022-12-08_22:22:11.441420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:13.098966 run osmo-stp_10.42.42.5(pid=21165): stderr: \u000a| �[0;m�[38;5;43m20221208222211634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222211634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222211635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222211635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222211636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222211636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222211636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:13.229234 run osmo-stp_10.42.42.5(pid=21165): stdout: \u000a| (launched: 2022-12-08_22:22:11.441420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:13.358336 run osmo-stp_10.42.42.5(pid=21165): stderr: \u000a| �[0;m�[38;5;43m20221208222211634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222211634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222211635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222211635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222211636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222211636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222211636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:13.415170 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21165): Process ended prematurely: osmo-stp_10.42.42.5(pid=21165) [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21165)] [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a22:22:13.424373 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:22:13.488327 run osmo-hlr_10.42.42.2(pid=21162): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21162)]\u000a22:22:13.540856 run osmo-hlr_10.42.42.2(pid=21162): stdout: \u000a| (launched: 2022-12-08_22:22:10.437417) \u000a22:22:13.594253 run osmo-hlr_10.42.42.2(pid=21162): stderr: \u000a| �[0;m�[1;31m20221208222210636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222210636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222210637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222210637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222210637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222210637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222210649 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222210657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222210657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222210658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:22:13.666460 run osmo-msc_10.42.42.6(pid=21168): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21168)]\u000a22:22:13.719008 run osmo-msc_10.42.42.6(pid=21168): stdout: \u000a| (launched: 2022-12-08_22:22:12.475858) \u000a22:22:13.771728 run osmo-msc_10.42.42.6(pid=21168): stderr: \u000a| �[0;m�[38;5;43m20221208222212799 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208222212799 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8363d80c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208222212799 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208222212799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208222212799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208222212800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208222212802 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208222212803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208222212803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208222212803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:22:13.816610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21161): Terminating (SIGTERM)\u000a22:22:13.859044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21164): Terminating (SIGTERM)\u000a22:22:13.901752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21167): Terminating (SIGTERM)\u000a22:22:13.911703 --- ParallelTerminationStrategy: PID 21161 died...\u000a22:22:13.968843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21161): Terminated: ok {rc=0}\u000a22:22:13.979265 --- ParallelTerminationStrategy: PID 21164 died...\u000a22:22:14.036347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21164): Terminated: ok {rc=0}\u000a22:22:14.046753 --- ParallelTerminationStrategy: PID 21167 died...\u000a22:22:14.104142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21167): Terminated: ok {rc=0}\u000a22:22:14.192588 bus /sierra_3: Setting Powered False\u000a22:22:15.298950 bus /sierra_3: Setting Powered False\u000a22:22:16.409579 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:21:56" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21180): Process ended prematurely: osmo-stp_10.42.42.5(pid=21180) [trial-2350↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21180)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21180): Process ended prematurely: osmo-stp_10.42.42.5(pid=21180) [trial-2350↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21180)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a22:22:18.413718 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:18.425289 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:22:18.592104 tst mo_mt_call.py: using LAC 17145\u000a22:22:18.721378 tst mo_mt_call.py: using RAC 60\u000a22:22:18.851425 tst mo_mt_call.py: using CellId 17145\u000a22:22:18.981245 tst mo_mt_call.py: using BVCI 17146\u000a22:22:19.006134 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:19.017699 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:19.029076 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:19.040379 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:19.052156 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:19.063668 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:22:19.184538 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:22:19.394697 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:22:19.912778 run create_hlr_db(pid=21173): Launched\u000a22:22:20.100814 bus /sierra_2: Setting Powered False\u000a22:22:21.122333 run create_hlr_db(pid=21173): Terminated: ok {rc=0}\u000a22:22:21.528835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21176): Launched\u000a22:22:21.832008 run osmo-hlr_10.42.42.2(pid=21177): Launched\u000a22:22:21.943663 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:22:22.469641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21179): Launched\u000a22:22:22.776623 run osmo-stp_10.42.42.5(pid=21180): Launched\u000a22:22:22.888054 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:22:23.442452 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21182): Launched\u000a22:22:23.747140 run osmo-msc_10.42.42.6(pid=21183): Launched\u000a22:22:23.927256 run osmo-stp_10.42.42.5(pid=21180): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21180)]\u000a22:22:24.057273 run osmo-stp_10.42.42.5(pid=21180): stdout: \u000a| (launched: 2022-12-08_22:22:22.624861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:24.185433 run osmo-stp_10.42.42.5(pid=21180): stderr: \u000a| �[0;m�[38;5;43m20221208222222795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222222796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222222796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222222796 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222222797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222222797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222222797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:24.308418 run osmo-stp_10.42.42.5(pid=21180): stdout: \u000a| (launched: 2022-12-08_22:22:22.624861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:24.430170 run osmo-stp_10.42.42.5(pid=21180): stderr: \u000a| �[0;m�[38;5;43m20221208222222795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222222796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222222796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222222796 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222222797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222222797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222222797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:24.483627 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21180): Process ended prematurely: osmo-stp_10.42.42.5(pid=21180) [trial-2350↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21180)] [trial-2350↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a22:22:24.492251 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a22:22:24.553798 run osmo-hlr_10.42.42.2(pid=21177): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21177)]\u000a22:22:24.604515 run osmo-hlr_10.42.42.2(pid=21177): stdout: \u000a| (launched: 2022-12-08_22:22:21.683942) \u000a22:22:24.655704 run osmo-hlr_10.42.42.2(pid=21177): stderr: \u000a| �[0;m�[1;31m20221208222221858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222221858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222221858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222221858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222221858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222221858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222221894 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222221903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222221903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222221903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:22:24.725191 run osmo-msc_10.42.42.6(pid=21183): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21183)]\u000a22:22:24.775610 run osmo-msc_10.42.42.6(pid=21183): stdout: \u000a| (launched: 2022-12-08_22:22:23.597347) \u000a22:22:24.826840 run osmo-msc_10.42.42.6(pid=21183): stderr: \u000a| �[0;m�[38;5;43m20221208222223868 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208222223868 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe0e119ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208222223868 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208222223868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208222223868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208222223868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208222223870 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208222223871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208222223871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208222223871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:22:24.869820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21176): Terminating (SIGTERM)\u000a22:22:24.911097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21179): Terminating (SIGTERM)\u000a22:22:24.951971 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21182): Terminating (SIGTERM)\u000a22:22:24.961680 --- ParallelTerminationStrategy: PID 21176 died...\u000a22:22:25.016648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21176): Terminated: ok {rc=0}\u000a22:22:25.026815 --- ParallelTerminationStrategy: PID 21179 died...\u000a22:22:25.082059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21179): Terminated: ok {rc=0}\u000a22:22:25.092182 --- ParallelTerminationStrategy: PID 21182 died...\u000a22:22:25.146868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21182): Terminated: ok {rc=0}\u000a22:22:25.238337 bus /sierra_3: Setting Powered False\u000a22:22:26.343979 bus /sierra_3: Setting Powered False\u000a22:22:27.456540 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21191): Process ended prematurely: osmo-stp_10.42.42.5(pid=21191) [trial-2350↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21191)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21191): Process ended prematurely: osmo-stp_10.42.42.5(pid=21191) [trial-2350↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21191)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:22:28.567059 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:28.579221 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:22:28.735885 tst mo_mt_call_osmux.py: using LAC 17146\u000a22:22:28.857794 tst mo_mt_call_osmux.py: using RAC 61\u000a22:22:28.979137 tst mo_mt_call_osmux.py: using CellId 17146\u000a22:22:29.101175 tst mo_mt_call_osmux.py: using BVCI 17147\u000a22:22:29.124264 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:29.135395 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:29.146310 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:29.157528 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:29.169211 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:29.180585 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:22:29.296472 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:22:29.506484 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:22:30.023824 run create_hlr_db(pid=21185): Launched\u000a22:22:30.211265 bus /sierra_2: Setting Powered False\u000a22:22:31.267004 run create_hlr_db(pid=21185): Terminated: ok {rc=0}\u000a22:22:31.701571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21187): Launched\u000a22:22:32.090268 run osmo-hlr_10.42.42.2(pid=21188): Launched\u000a22:22:32.213398 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:22:32.758297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21190): Launched\u000a22:22:33.066155 run osmo-stp_10.42.42.5(pid=21191): Launched\u000a22:22:33.178453 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:22:33.734639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21193): Launched\u000a22:22:34.038370 run osmo-msc_10.42.42.6(pid=21194): Launched\u000a22:22:34.218825 run osmo-stp_10.42.42.5(pid=21191): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21191)]\u000a22:22:34.349462 run osmo-stp_10.42.42.5(pid=21191): stdout: \u000a| (launched: 2022-12-08_22:22:32.914315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:34.476938 run osmo-stp_10.42.42.5(pid=21191): stderr: \u000a| �[0;m�[38;5;43m20221208222233086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222233087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222233087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222233087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222233088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222233088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222233088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:34.599738 run osmo-stp_10.42.42.5(pid=21191): stdout: \u000a| (launched: 2022-12-08_22:22:32.914315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:34.721794 run osmo-stp_10.42.42.5(pid=21191): stderr: \u000a| �[0;m�[38;5;43m20221208222233086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222233087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222233087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222233087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222233088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222233088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222233088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:34.775441 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21191): Process ended prematurely: osmo-stp_10.42.42.5(pid=21191) [trial-2350↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21191)] [trial-2350↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a22:22:34.784085 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:22:34.845452 run osmo-hlr_10.42.42.2(pid=21188): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21188)]\u000a22:22:34.895437 run osmo-hlr_10.42.42.2(pid=21188): stdout: \u000a| (launched: 2022-12-08_22:22:31.860171) \u000a22:22:34.946146 run osmo-hlr_10.42.42.2(pid=21188): stderr: \u000a| �[0;m�[1;31m20221208222232201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222232201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222232201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222232201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222232201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222232201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222232214 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222232222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222232222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222232222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:22:35.014535 run osmo-msc_10.42.42.6(pid=21194): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21194)]\u000a22:22:35.064590 run osmo-msc_10.42.42.6(pid=21194): stdout: \u000a| (launched: 2022-12-08_22:22:33.889464) \u000a22:22:35.115050 run osmo-msc_10.42.42.6(pid=21194): stderr: \u000a| �[0;m�[38;5;43m20221208222234161 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208222234161 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b0ea17c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208222234162 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208222234162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208222234162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208222234162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208222234164 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208222234164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208222234164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208222234164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:22:35.157530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21187): Terminating (SIGTERM)\u000a22:22:35.198271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21190): Terminating (SIGTERM)\u000a22:22:35.239450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21193): Terminating (SIGTERM)\u000a22:22:35.248833 --- ParallelTerminationStrategy: PID 21187 died...\u000a22:22:35.303112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21187): Terminated: ok {rc=0}\u000a22:22:35.313486 --- ParallelTerminationStrategy: PID 21190 died...\u000a22:22:35.368145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21190): Terminated: ok {rc=0}\u000a22:22:35.377879 --- ParallelTerminationStrategy: PID 21193 died...\u000a22:22:35.432609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21193): Terminated: ok {rc=0}\u000a22:22:35.520880 bus /sierra_3: Setting Powered False\u000a22:22:36.624103 bus /sierra_3: Setting Powered False\u000a22:22:37.736173 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:22:18" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21207): Process ended prematurely: osmo-stp_10.42.42.5(pid=21207) [trial-2350↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21207)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21207): Process ended prematurely: osmo-stp_10.42.42.5(pid=21207) [trial-2350↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21207)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a22:22:39.732019 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:39.742937 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:22:39.896276 tst mo_mt_call.py: using LAC 17147\u000a22:22:40.023618 tst mo_mt_call.py: using RAC 62\u000a22:22:40.141405 tst mo_mt_call.py: using CellId 17147\u000a22:22:40.261851 tst mo_mt_call.py: using BVCI 17148\u000a22:22:40.285194 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:40.296150 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:40.306917 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:40.318061 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:40.328906 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:40.339915 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:22:40.457753 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:22:40.667235 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:22:41.184791 run create_hlr_db(pid=21201): Launched\u000a22:22:41.372766 bus /sierra_2: Setting Powered False\u000a22:22:42.394678 run create_hlr_db(pid=21201): Terminated: ok {rc=0}\u000a22:22:42.802377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21203): Launched\u000a22:22:43.105917 run osmo-hlr_10.42.42.2(pid=21204): Launched\u000a22:22:43.225157 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:22:43.759761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21206): Launched\u000a22:22:44.063259 run osmo-stp_10.42.42.5(pid=21207): Launched\u000a22:22:44.174429 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:22:44.728011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21209): Launched\u000a22:22:45.033171 run osmo-msc_10.42.42.6(pid=21210): Launched\u000a22:22:45.213396 run osmo-stp_10.42.42.5(pid=21207): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21207)]\u000a22:22:45.343159 run osmo-stp_10.42.42.5(pid=21207): stdout: \u000a| (launched: 2022-12-08_22:22:43.915169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:45.470364 run osmo-stp_10.42.42.5(pid=21207): stderr: \u000a| �[0;m�[38;5;43m20221208222244086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222244086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222244086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222244087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222244087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222244087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222244087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:45.593263 run osmo-stp_10.42.42.5(pid=21207): stdout: \u000a| (launched: 2022-12-08_22:22:43.915169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:45.715134 run osmo-stp_10.42.42.5(pid=21207): stderr: \u000a| �[0;m�[38;5;43m20221208222244086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222244086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222244086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222244087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222244087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222244087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222244087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:45.768662 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21207): Process ended prematurely: osmo-stp_10.42.42.5(pid=21207) [trial-2350↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21207)] [trial-2350↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a22:22:45.777392 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a22:22:45.844057 run osmo-hlr_10.42.42.2(pid=21204): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21204)]\u000a22:22:45.899703 run osmo-hlr_10.42.42.2(pid=21204): stdout: \u000a| (launched: 2022-12-08_22:22:42.957235) \u000a22:22:45.953853 run osmo-hlr_10.42.42.2(pid=21204): stderr: \u000a| �[0;m�[1;31m20221208222243134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222243134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222243134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222243135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222243135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222243135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222243159 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222243169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222243169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222243169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:22:46.029142 run osmo-msc_10.42.42.6(pid=21210): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21210)]\u000a22:22:46.082653 run osmo-msc_10.42.42.6(pid=21210): stdout: \u000a| (launched: 2022-12-08_22:22:44.883327) \u000a22:22:46.136639 run osmo-msc_10.42.42.6(pid=21210): stderr: \u000a| �[0;m�[38;5;43m20221208222245151 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208222245151 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa2b5d7bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208222245152 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208222245152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208222245152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208222245152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208222245154 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208222245154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208222245154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208222245154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:22:46.183250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21203): Terminating (SIGTERM)\u000a22:22:46.230191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21206): Terminating (SIGTERM)\u000a22:22:46.277529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21209): Terminating (SIGTERM)\u000a22:22:46.288177 --- ParallelTerminationStrategy: PID 21203 died...\u000a22:22:46.347950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21203): Terminated: ok {rc=0}\u000a22:22:46.358829 --- ParallelTerminationStrategy: PID 21206 died...\u000a22:22:46.418122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21206): Terminated: ok {rc=0}\u000a22:22:46.429259 --- ParallelTerminationStrategy: PID 21209 died...\u000a22:22:46.486994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21209): Terminated: ok {rc=0}\u000a22:22:46.593070 bus /sierra_3: Setting Powered False\u000a22:22:47.702871 bus /sierra_3: Setting Powered False\u000a22:22:48.813423 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21218): Process ended prematurely: osmo-stp_10.42.42.5(pid=21218) [trial-2350↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21218)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21218): Process ended prematurely: osmo-stp_10.42.42.5(pid=21218) [trial-2350↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21218)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:22:49.928262 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:49.940364 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:22:50.101362 tst mo_mt_call_osmux.py: using LAC 17148\u000a22:22:50.223506 tst mo_mt_call_osmux.py: using RAC 63\u000a22:22:50.345779 tst mo_mt_call_osmux.py: using CellId 17148\u000a22:22:50.468514 tst mo_mt_call_osmux.py: using BVCI 17149\u000a22:22:50.491759 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:50.502833 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:50.513615 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:50.524417 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:50.535419 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:50.546407 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:22:50.660330 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:22:50.872672 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:22:51.391396 run create_hlr_db(pid=21212): Launched\u000a22:22:51.578670 bus /sierra_2: Setting Powered False\u000a22:22:52.600309 run create_hlr_db(pid=21212): Terminated: ok {rc=0}\u000a22:22:53.007583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21214): Launched\u000a22:22:53.311328 run osmo-hlr_10.42.42.2(pid=21215): Launched\u000a22:22:53.427760 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:22:53.957576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21217): Launched\u000a22:22:54.260735 run osmo-stp_10.42.42.5(pid=21218): Launched\u000a22:22:54.371558 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:22:54.931183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21220): Launched\u000a22:22:55.235977 run osmo-msc_10.42.42.6(pid=21221): Launched\u000a22:22:55.415637 run osmo-stp_10.42.42.5(pid=21218): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21218)]\u000a22:22:55.545421 run osmo-stp_10.42.42.5(pid=21218): stdout: \u000a| (launched: 2022-12-08_22:22:54.112020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:55.672466 run osmo-stp_10.42.42.5(pid=21218): stderr: \u000a| �[0;m�[38;5;43m20221208222254284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222254284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222254284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222254285 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222254285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222254285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222254285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:55.795299 run osmo-stp_10.42.42.5(pid=21218): stdout: \u000a| (launched: 2022-12-08_22:22:54.112020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:55.917147 run osmo-stp_10.42.42.5(pid=21218): stderr: \u000a| �[0;m�[38;5;43m20221208222254284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222254284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222254284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222254285 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222254285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222254285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222254285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:55.970962 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21218): Process ended prematurely: osmo-stp_10.42.42.5(pid=21218) [trial-2350↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21218)] [trial-2350↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a22:22:55.979658 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a22:22:56.041145 run osmo-hlr_10.42.42.2(pid=21215): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21215)]\u000a22:22:56.091795 run osmo-hlr_10.42.42.2(pid=21215): stdout: \u000a| (launched: 2022-12-08_22:22:53.162341) \u000a22:22:56.143060 run osmo-hlr_10.42.42.2(pid=21215): stderr: \u000a| �[0;m�[1;31m20221208222253336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222253336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222253336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222253336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222253337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222253337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222253348 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222253358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222253358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222253358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:22:56.211890 run osmo-msc_10.42.42.6(pid=21221): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21221)]\u000a22:22:56.261976 run osmo-msc_10.42.42.6(pid=21221): stdout: \u000a| (launched: 2022-12-08_22:22:55.086403) \u000a22:22:56.312740 run osmo-msc_10.42.42.6(pid=21221): stderr: \u000a| �[0;m�[38;5;43m20221208222255356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208222255356 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4469360c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208222255356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208222255356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208222255356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208222255357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208222255358 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208222255359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208222255359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208222255359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:22:56.355707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21214): Terminating (SIGTERM)\u000a22:22:56.396322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21217): Terminating (SIGTERM)\u000a22:22:56.437099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21220): Terminating (SIGTERM)\u000a22:22:56.446747 --- ParallelTerminationStrategy: PID 21214 died...\u000a22:22:56.501330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21214): Terminated: ok {rc=0}\u000a22:22:56.511314 --- ParallelTerminationStrategy: PID 21217 died...\u000a22:22:56.565586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21217): Terminated: ok {rc=0}\u000a22:22:56.575631 --- ParallelTerminationStrategy: PID 21220 died...\u000a22:22:56.630459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21220): Terminated: ok {rc=0}\u000a22:22:56.720390 bus /sierra_3: Setting Powered False\u000a22:22:57.823904 bus /sierra_3: Setting Powered False\u000a22:22:58.935761 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:22:39" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21503): Process ended prematurely: osmo-stp_10.42.42.5(pid=21503) [trial-2350↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21503)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21503): Process ended prematurely: osmo-stp_10.42.42.5(pid=21503) [trial-2350↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21503)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a22:23:00.936611 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:00.949012 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:23:01.130457 tst mo_mt_call.py: using LAC 17149\u000a22:23:01.314717 tst mo_mt_call.py: using RAC 64\u000a22:23:01.457173 tst mo_mt_call.py: using CellId 17149\u000a22:23:01.594545 tst mo_mt_call.py: using BVCI 17150\u000a22:23:01.618784 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:01.631248 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:01.644437 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:01.657795 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:01.671653 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:01.683946 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:23:01.846260 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:23:02.143441 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:23:02.855125 run create_hlr_db(pid=21295): Launched\u000a22:23:03.088677 bus /sierra_2: Setting Powered False\u000a22:23:04.111533 run create_hlr_db(pid=21295): Terminated: ok {rc=0}\u000a22:23:04.570427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21498): Launched\u000a22:23:05.013195 run osmo-hlr_10.42.42.2(pid=21499): Launched\u000a22:23:05.256189 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:23:05.845577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21501): Launched\u000a22:23:06.277862 run osmo-stp_10.42.42.5(pid=21503): Launched\u000a22:23:06.500509 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:23:07.120748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21506): Launched\u000a22:23:07.555424 run osmo-msc_10.42.42.6(pid=21507): Launched\u000a22:23:07.939513 run osmo-stp_10.42.42.5(pid=21503): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21503)]\u000a22:23:08.144376 run osmo-stp_10.42.42.5(pid=21503): stdout: \u000a| (launched: 2022-12-08_22:23:06.015288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:08.283273 run osmo-stp_10.42.42.5(pid=21503): stderr: \u000a| �[0;m�[38;5;43m20221208222306300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222306301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222306301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222306301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222306303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222306304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222306304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:08.417385 run osmo-stp_10.42.42.5(pid=21503): stdout: \u000a| (launched: 2022-12-08_22:23:06.015288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:08.549332 run osmo-stp_10.42.42.5(pid=21503): stderr: \u000a| �[0;m�[38;5;43m20221208222306300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222306301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222306301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222306301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222306303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222306304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222306304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:08.609282 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21503): Process ended prematurely: osmo-stp_10.42.42.5(pid=21503) [trial-2350↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21503)] [trial-2350↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a22:23:08.619769 tst mo_mt_call.py:8: Test FAILED (7.7 sec)\u000a22:23:08.685484 run osmo-hlr_10.42.42.2(pid=21499): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21499)]\u000a22:23:08.739256 run osmo-hlr_10.42.42.2(pid=21499): stdout: \u000a| (launched: 2022-12-08_22:23:04.739757) \u000a22:23:08.793836 run osmo-hlr_10.42.42.2(pid=21499): stderr: \u000a| �[0;m�[1;31m20221208222305050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222305050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222305050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222305051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222305051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222305051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222305071 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222305080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222305080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222305080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:23:08.868561 run osmo-msc_10.42.42.6(pid=21507): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21507)]\u000a22:23:08.922007 run osmo-msc_10.42.42.6(pid=21507): stdout: \u000a| (launched: 2022-12-08_22:23:07.289699) \u000a22:23:08.977655 run osmo-msc_10.42.42.6(pid=21507): stderr: \u000a| �[0;m�[38;5;43m20221208222307788 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208222307788 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4784926c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208222307788 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208222307788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208222307788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208222307788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208222307798 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208222307799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208222307799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208222307799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:23:09.024571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21498): Terminating (SIGTERM)\u000a22:23:09.070206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21501): Terminating (SIGTERM)\u000a22:23:09.116205 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21506): Terminating (SIGTERM)\u000a22:23:09.127058 --- ParallelTerminationStrategy: PID 21498 died...\u000a22:23:09.186795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21498): Terminated: ok {rc=0}\u000a22:23:09.198202 --- ParallelTerminationStrategy: PID 21501 died...\u000a22:23:09.257508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21501): Terminated: ok {rc=0}\u000a22:23:09.268439 --- ParallelTerminationStrategy: PID 21506 died...\u000a22:23:09.326508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21506): Terminated: ok {rc=0}\u000a22:23:09.418426 bus /sierra_3: Setting Powered False\u000a22:23:10.530125 bus /sierra_3: Setting Powered False\u000a22:23:11.646432 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 186, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21515): Process ended prematurely: osmo-stp_10.42.42.5(pid=21515) [trial-2350↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21515)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21515): Process ended prematurely: osmo-stp_10.42.42.5(pid=21515) [trial-2350↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21515)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:23:12.767767 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:12.781090 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:23:12.932345 tst mo_mt_call_osmux.py: using LAC 17150\u000a22:23:13.066803 tst mo_mt_call_osmux.py: using RAC 65\u000a22:23:13.196906 tst mo_mt_call_osmux.py: using CellId 17150\u000a22:23:13.328174 tst mo_mt_call_osmux.py: using BVCI 17151\u000a22:23:13.355055 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:13.368108 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:13.380708 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:13.393678 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:13.408060 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:13.421683 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:23:13.544855 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:23:13.768556 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:23:14.331229 run create_hlr_db(pid=21509): Launched\u000a22:23:14.526138 bus /sierra_2: Setting Powered False\u000a22:23:15.549201 run create_hlr_db(pid=21509): Terminated: ok {rc=0}\u000a22:23:16.036651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21511): Launched\u000a22:23:16.472792 run osmo-hlr_10.42.42.2(pid=21512): Launched\u000a22:23:16.723904 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:23:17.341149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21514): Launched\u000a22:23:17.833463 run osmo-stp_10.42.42.5(pid=21515): Launched\u000a22:23:18.015300 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:23:18.660190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21517): Launched\u000a22:23:19.065783 run osmo-msc_10.42.42.6(pid=21518): Launched\u000a22:23:19.438705 run osmo-stp_10.42.42.5(pid=21515): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21515)]\u000a22:23:19.712842 run osmo-stp_10.42.42.5(pid=21515): stdout: \u000a| (launched: 2022-12-08_22:23:17.529464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:19.920599 run osmo-stp_10.42.42.5(pid=21515): stderr: \u000a| �[0;m�[38;5;43m20221208222317900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222317900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222317900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222317906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222317909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222317909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222317909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:20.047291 run osmo-stp_10.42.42.5(pid=21515): stdout: \u000a| (launched: 2022-12-08_22:23:17.529464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:20.173524 run osmo-stp_10.42.42.5(pid=21515): stderr: \u000a| �[0;m�[38;5;43m20221208222317900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222317900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222317900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222317906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222317909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222317909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222317909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:20.229374 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21515): Process ended prematurely: osmo-stp_10.42.42.5(pid=21515) [trial-2350↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21515)] [trial-2350↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a22:23:20.238968 tst mo_mt_call_osmux.py:8: Test FAILED (7.5 sec)\u000a22:23:20.305362 run osmo-hlr_10.42.42.2(pid=21512): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21512)]\u000a22:23:20.358207 run osmo-hlr_10.42.42.2(pid=21512): stdout: \u000a| (launched: 2022-12-08_22:23:16.208657) \u000a22:23:20.412273 run osmo-hlr_10.42.42.2(pid=21512): stderr: \u000a| �[0;m�[1;31m20221208222316524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222316524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222316524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222316525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222316525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222316525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222316543 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222316557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222316557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222316558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:23:20.484204 run osmo-msc_10.42.42.6(pid=21518): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21518)]\u000a22:23:20.536766 run osmo-msc_10.42.42.6(pid=21518): stdout: \u000a| (launched: 2022-12-08_22:23:18.817807) \u000a22:23:20.590434 run osmo-msc_10.42.42.6(pid=21518): stderr: \u000a| �[0;m�[38;5;43m20221208222319410 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208222319410 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb3d0505c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208222319410 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208222319411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208222319411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208222319411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208222319413 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208222319413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208222319413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208222319413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:23:20.635666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21511): Terminating (SIGTERM)\u000a22:23:20.680561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21514): Terminating (SIGTERM)\u000a22:23:20.723809 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21517): Terminating (SIGTERM)\u000a22:23:20.736405 --- ParallelTerminationStrategy: PID 21511 died...\u000a22:23:20.795797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21511): Terminated: ok {rc=0}\u000a22:23:20.806700 --- ParallelTerminationStrategy: PID 21514 died...\u000a22:23:20.863277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21514): Terminated: ok {rc=0}\u000a22:23:20.875028 --- ParallelTerminationStrategy: PID 21517 died...\u000a22:23:20.932748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21517): Terminated: ok {rc=0}\u000a22:23:21.020589 bus /sierra_3: Setting Powered False\u000a22:23:22.128577 bus /sierra_3: Setting Powered False\u000a22:23:23.240612 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 25.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:23:00" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21530): Process ended prematurely: osmo-stp_10.42.42.5(pid=21530) [trial-2350↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21530)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21530): Process ended prematurely: osmo-stp_10.42.42.5(pid=21530) [trial-2350↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21530)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a22:23:25.257310 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:25.268204 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:23:25.411396 tst emergency_mo_mt_call.py: using LAC 17151\u000a22:23:25.535063 tst emergency_mo_mt_call.py: using RAC 66\u000a22:23:25.652103 tst emergency_mo_mt_call.py: using CellId 17151\u000a22:23:25.771333 tst emergency_mo_mt_call.py: using BVCI 17152\u000a22:23:25.794105 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:25.804599 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:25.814975 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:25.826128 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:25.837206 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:25.848128 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:23:25.967888 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:23:26.180732 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:23:26.688890 run create_hlr_db(pid=21524): Launched\u000a22:23:26.874120 bus /sierra_2: Setting Powered False\u000a22:23:27.894709 run create_hlr_db(pid=21524): Terminated: ok {rc=0}\u000a22:23:28.295747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21526): Launched\u000a22:23:28.594498 run osmo-hlr_10.42.42.2(pid=21527): Launched\u000a22:23:28.709719 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:23:29.231228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21529): Launched\u000a22:23:29.530224 run osmo-stp_10.42.42.5(pid=21530): Launched\u000a22:23:29.651076 tst emergency_mo_mt_call.py: using MSISDN 6880\u000a22:23:29.799180 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:23:30.346234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21532): Launched\u000a22:23:30.647146 run osmo-msc_10.42.42.6(pid=21533): Launched\u000a22:23:30.825467 run osmo-stp_10.42.42.5(pid=21530): ERR: Terminated: ERROR {rc=1} [trial-2350↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21530)]\u000a22:23:31.064938 run osmo-stp_10.42.42.5(pid=21530): stdout: \u000a| (launched: 2022-12-08_22:23:29.383166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:31.204802 run osmo-stp_10.42.42.5(pid=21530): stderr: \u000a| �[0;m�[38;5;43m20221208222329551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222329552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222329552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222329552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222329553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222329553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222329553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:31.338610 run osmo-stp_10.42.42.5(pid=21530): stdout: \u000a| (launched: 2022-12-08_22:23:29.383166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:31.472107 run osmo-stp_10.42.42.5(pid=21530): stderr: \u000a| �[0;m�[38;5;43m20221208222329551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222329552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222329552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222329552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222329553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222329553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222329553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:31.530769 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=21530): Process ended prematurely: osmo-stp_10.42.42.5(pid=21530) [trial-2350↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21530)] [trial-2350↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a22:23:31.540129 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a22:23:31.606232 run osmo-hlr_10.42.42.2(pid=21527): ERR: Terminated: ERROR {rc=237} [trial-2350↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21527)]\u000a22:23:31.661684 run osmo-hlr_10.42.42.2(pid=21527): stdout: \u000a| (launched: 2022-12-08_22:23:28.447688) \u000a22:23:31.717589 run osmo-hlr_10.42.42.2(pid=21527): stderr: \u000a| �[0;m�[1;31m20221208222328624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222328624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222328624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222328624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222328624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222328624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222328636 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222328645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222328645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222328645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:23:31.793343 run osmo-msc_10.42.42.6(pid=21533): ERR: Terminated: ERROR {rc=2} [trial-2350↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21533)]\u000a22:23:31.848900 run osmo-msc_10.42.42.6(pid=21533): stdout: \u000a| (launched: 2022-12-08_22:23:30.498449) \u000a22:23:31.904081 run osmo-msc_10.42.42.6(pid=21533): stderr: \u000a| �[0;m�[38;5;43m20221208222330769 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208222330769 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f199ddf8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208222330769 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208222330769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208222330769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208222330770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208222330771 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208222330772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208222330772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208222330772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:23:31.951875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21526): Terminating (SIGTERM)\u000a22:23:31.996643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21529): Terminating (SIGTERM)\u000a22:23:32.044284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21532): Terminating (SIGTERM)\u000a22:23:32.054822 --- ParallelTerminationStrategy: PID 21526 died...\u000a22:23:32.114606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21526): Terminated: ok {rc=0}\u000a22:23:32.125457 --- ParallelTerminationStrategy: PID 21529 died...\u000a22:23:32.182845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21529): Terminated: ok {rc=0}\u000a22:23:32.193458 --- ParallelTerminationStrategy: PID 21532 died...\u000a22:23:32.252069 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21532): Terminated: ok {rc=0}\u000a22:23:32.339570 bus /sierra_3: Setting Powered False\u000a22:23:33.446846 bus /sierra_3: Setting Powered False\u000a22:23:34.554284 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21541): Process ended prematurely: osmo-stp_10.42.42.5(pid=21541) [trial-2350↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21541)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21541): Process ended prematurely: osmo-stp_10.42.42.5(pid=21541) [trial-2350↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21541)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a22:23:35.603865 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:35.615165 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:23:35.754211 tst emergency_preemptive_call.py: using LAC 17152\u000a22:23:35.878902 tst emergency_preemptive_call.py: using RAC 67\u000a22:23:35.995057 tst emergency_preemptive_call.py: using CellId 17152\u000a22:23:36.111616 tst emergency_preemptive_call.py: using BVCI 17153\u000a22:23:36.134615 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:36.145195 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:36.155519 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:36.166187 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:36.176751 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:36.187369 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:23:36.305360 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:23:36.423359 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:23:36.537146 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:23:36.744583 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:23:37.258143 run create_hlr_db(pid=21535): Launched\u000a22:23:37.443911 bus /sierra_2: Setting Powered False\u000a22:23:38.465775 run create_hlr_db(pid=21535): Terminated: ok {rc=0}\u000a22:23:38.891254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21537): Launched\u000a22:23:39.210895 run osmo-hlr_10.42.42.2(pid=21538): Launched\u000a22:23:39.326868 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:23:39.882464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21540): Launched\u000a22:23:40.201876 run osmo-stp_10.42.42.5(pid=21541): Launched\u000a22:23:40.330921 tst emergency_preemptive_call.py: using MSISDN 6881\u000a22:23:40.490046 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:23:41.070326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21543): Launched\u000a22:23:41.389416 run osmo-msc_10.42.42.6(pid=21544): Launched\u000a22:23:41.577260 run osmo-stp_10.42.42.5(pid=21541): ERR: Terminated: ERROR {rc=1} [trial-2350↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21541)]\u000a22:23:41.713007 run osmo-stp_10.42.42.5(pid=21541): stdout: \u000a| (launched: 2022-12-08_22:23:40.045350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:41.848130 run osmo-stp_10.42.42.5(pid=21541): stderr: \u000a| �[0;m�[38;5;43m20221208222340239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222340239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222340240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222340240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222340241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222340241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222340241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:41.976823 run osmo-stp_10.42.42.5(pid=21541): stdout: \u000a| (launched: 2022-12-08_22:23:40.045350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:42.104577 run osmo-stp_10.42.42.5(pid=21541): stderr: \u000a| �[0;m�[38;5;43m20221208222340239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222340239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222340240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222340240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222340241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222340241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222340241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:42.160732 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=21541): Process ended prematurely: osmo-stp_10.42.42.5(pid=21541) [trial-2350↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21541)] [trial-2350↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a22:23:42.169529 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a22:23:42.232464 run osmo-hlr_10.42.42.2(pid=21538): ERR: Terminated: ERROR {rc=237} [trial-2350↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21538)]\u000a22:23:42.284215 run osmo-hlr_10.42.42.2(pid=21538): stdout: \u000a| (launched: 2022-12-08_22:23:39.054523) \u000a22:23:42.336745 run osmo-hlr_10.42.42.2(pid=21538): stderr: \u000a| �[0;m�[1;31m20221208222339253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222339253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222339253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222339253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222339253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222339253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222339265 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222339273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222339273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222339273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:23:42.408093 run osmo-msc_10.42.42.6(pid=21544): ERR: Terminated: ERROR {rc=2} [trial-2350↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21544)]\u000a22:23:42.460087 run osmo-msc_10.42.42.6(pid=21544): stdout: \u000a| (launched: 2022-12-08_22:23:41.233787) \u000a22:23:42.512409 run osmo-msc_10.42.42.6(pid=21544): stderr: \u000a| �[0;m�[38;5;43m20221208222341555 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208222341555 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd0fab52c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208222341555 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208222341555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208222341555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208222341555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208222341557 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208222341558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208222341558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208222341558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:23:42.556714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21537): Terminating (SIGTERM)\u000a22:23:42.599180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21540): Terminating (SIGTERM)\u000a22:23:42.642601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21543): Terminating (SIGTERM)\u000a22:23:42.652393 --- ParallelTerminationStrategy: PID 21537 died...\u000a22:23:42.711687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21537): Terminated: ok {rc=0}\u000a22:23:42.722197 --- ParallelTerminationStrategy: PID 21540 died...\u000a22:23:42.780239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21540): Terminated: ok {rc=0}\u000a22:23:42.790417 --- ParallelTerminationStrategy: PID 21543 died...\u000a22:23:42.846595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21543): Terminated: ok {rc=0}\u000a22:23:42.934705 bus /sierra_9: Setting Powered False\u000a22:23:44.041533 bus /sierra_9: Setting Powered False\u000a22:23:45.150139 bus /sierra_8: Setting Powered False\u000a22:23:46.264036 bus /sierra_8: Setting Powered False\u000a22:23:47.371092 bus /sierra_3: Setting Powered False\u000a22:23:48.477908 bus /sierra_3: Setting Powered False\u000a22:23:49.586840 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:23:24" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21560): Process ended prematurely: osmo-stp_10.42.42.5(pid=21560) [trial-2350↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21560)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21560): Process ended prematurely: osmo-stp_10.42.42.5(pid=21560) [trial-2350↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21560)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:23:51.708354 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:23:51.719309 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:23:51.862293 tst cs_paging_gprs_active.py: using LAC 17153\u000a22:23:51.989684 tst cs_paging_gprs_active.py: using RAC 68\u000a22:23:52.117146 tst cs_paging_gprs_active.py: using CellId 17153\u000a22:23:52.246471 tst cs_paging_gprs_active.py: using BVCI 17154\u000a22:23:52.271349 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:23:52.282388 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:23:52.293135 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:23:52.303921 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:23:52.314674 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:23:52.325340 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:23:52.336240 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:23:52.346997 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:23:52.357945 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:23:52.473729 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:23:52.751716 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:23:52.878872 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:23:53.194163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21550): Launched\u000a22:23:53.457761 run iperf3-srv_10.42.42.10(pid=21551): Launched\u000a22:23:53.643857 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:23:53.771172 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:23:54.087124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21552): Launched\u000a22:23:54.349561 run iperf3-srv_10.42.42.10(pid=21553): Launched\u000a22:23:54.535411 tst cs_paging_gprs_active.py:38: start network...\u000a22:23:54.662796 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:23:55.158971 run create_hlr_db(pid=21554): Launched\u000a22:23:55.358167 bus /sierra_2: Setting Powered False\u000a22:23:56.369174 run create_hlr_db(pid=21554): Terminated: ok {rc=0}\u000a22:23:56.783261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21556): Launched\u000a22:23:57.088549 run osmo-hlr_10.42.42.2(pid=21557): Launched\u000a22:23:57.208312 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:23:57.748246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21559): Launched\u000a22:23:58.054690 run osmo-stp_10.42.42.5(pid=21560): Launched\u000a22:23:58.167769 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:23:58.698615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21562): Launched\u000a22:23:58.807263 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:23:59.072929 run patchelf(pid=21563): Launched\u000a22:23:59.252167 run osmo-stp_10.42.42.5(pid=21560): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21560)]\u000a22:23:59.383772 run osmo-stp_10.42.42.5(pid=21560): stdout: \u000a| (launched: 2022-12-08_22:23:57.904374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:59.515174 run osmo-stp_10.42.42.5(pid=21560): stderr: \u000a| �[0;m�[38;5;43m20221208222358074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222358075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222358075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222358075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222358076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222358076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222358076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:59.642431 run osmo-stp_10.42.42.5(pid=21560): stdout: \u000a| (launched: 2022-12-08_22:23:57.904374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:59.768756 run osmo-stp_10.42.42.5(pid=21560): stderr: \u000a| �[0;m�[38;5;43m20221208222358074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222358075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222358075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222358075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222358076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222358076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222358076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:59.915155 run patchelf(pid=21563): Terminating (SIGINT)\u000a22:24:00.087212 run patchelf(pid=21563): Terminated: ok {rc=0}\u000a22:24:00.118971 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21560): Process ended prematurely: osmo-stp_10.42.42.5(pid=21560) [trial-2350↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21560)] [trial-2350↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a22:24:00.128165 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a22:24:00.190334 run osmo-hlr_10.42.42.2(pid=21557): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21557)]\u000a22:24:00.241019 run osmo-hlr_10.42.42.2(pid=21557): stdout: \u000a| (launched: 2022-12-08_22:23:56.939061) \u000a22:24:00.292170 run osmo-hlr_10.42.42.2(pid=21557): stderr: \u000a| �[0;m�[1;31m20221208222357115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222357115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222357115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222357115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222357115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222357115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222357127 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222357137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222357137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222357137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:24:00.335763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21550): Terminating (SIGTERM)\u000a22:24:00.376545 run iperf3-srv_10.42.42.10(pid=21551): Terminating (SIGTERM)\u000a22:24:00.417470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21552): Terminating (SIGTERM)\u000a22:24:00.458340 run iperf3-srv_10.42.42.10(pid=21553): Terminating (SIGTERM)\u000a22:24:00.499340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21556): Terminating (SIGTERM)\u000a22:24:00.540321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21559): Terminating (SIGTERM)\u000a22:24:00.581749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21562): Terminating (SIGTERM)\u000a22:24:00.591196 --- ParallelTerminationStrategy: PID 21550 died...\u000a22:24:00.645942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21550): Terminated: ok {rc=0}\u000a22:24:00.655756 --- ParallelTerminationStrategy: PID 21551 died...\u000a22:24:00.710877 run iperf3-srv_10.42.42.10(pid=21551): Terminated {rc=256}\u000a22:24:00.720609 --- ParallelTerminationStrategy: PID 21552 died...\u000a22:24:00.775150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21552): Terminated: ok {rc=0}\u000a22:24:00.785082 --- ParallelTerminationStrategy: PID 21553 died...\u000a22:24:00.850349 run iperf3-srv_10.42.42.10(pid=21553): Terminated {rc=256}\u000a22:24:00.861456 --- ParallelTerminationStrategy: PID 21556 died...\u000a22:24:00.921441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21556): Terminated: ok {rc=0}\u000a22:24:00.931582 --- ParallelTerminationStrategy: PID 21559 died...\u000a22:24:00.987005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21559): Terminated: ok {rc=0}\u000a22:24:00.997496 --- ParallelTerminationStrategy: PID 21562 died...\u000a22:24:01.052907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21562): Terminated: ok {rc=0}\u000a22:24:01.139777 bus /gobi_0: Setting Powered False\u000a22:24:02.258741 bus /gobi_0: Setting Powered False\u000a22:24:03.367013 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21572): Process ended prematurely: osmo-stp_10.42.42.5(pid=21572) [trial-2350↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21572)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21572): Process ended prematurely: osmo-stp_10.42.42.5(pid=21572) [trial-2350↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21572)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a22:24:04.476180 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:04.487231 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:24:04.625973 tst iperf3.py: using LAC 17154\u000a22:24:04.752747 tst iperf3.py: using RAC 69\u000a22:24:04.883209 tst iperf3.py: using CellId 17154\u000a22:24:05.011461 tst iperf3.py: using BVCI 17155\u000a22:24:05.036700 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:05.047968 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:05.058927 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:05.069787 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:05.080446 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:05.091213 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:05.102252 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:05.113467 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:05.124772 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:24:05.404024 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:24:05.531942 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:24:05.848828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21564): Launched\u000a22:24:06.111374 run iperf3-srv_10.42.42.10(pid=21565): Launched\u000a22:24:06.297687 tst iperf3.py:8: start network...\u000a22:24:06.425176 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:24:06.904526 run create_hlr_db(pid=21566): Launched\u000a22:24:07.080135 bus /gobi_6: Setting Powered False\u000a22:24:08.102153 run create_hlr_db(pid=21566): Terminated: ok {rc=0}\u000a22:24:08.535776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21568): Launched\u000a22:24:08.862177 run osmo-hlr_10.42.42.2(pid=21569): Launched\u000a22:24:08.982309 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:24:09.551793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21571): Launched\u000a22:24:09.876392 run osmo-stp_10.42.42.5(pid=21572): Launched\u000a22:24:09.994902 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:24:10.563804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21574): Launched\u000a22:24:10.680398 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:24:10.964459 run patchelf(pid=21575): Launched\u000a22:24:11.156126 run osmo-stp_10.42.42.5(pid=21572): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21572)]\u000a22:24:11.295716 run osmo-stp_10.42.42.5(pid=21572): stdout: \u000a| (launched: 2022-12-08_22:24:09.717710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:11.435450 run osmo-stp_10.42.42.5(pid=21572): stderr: \u000a| �[0;m�[38;5;43m20221208222409912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222409912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222409913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222409913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222409913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222409913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222409914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:11.571416 run osmo-stp_10.42.42.5(pid=21572): stdout: \u000a| (launched: 2022-12-08_22:24:09.717710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:11.706354 run osmo-stp_10.42.42.5(pid=21572): stderr: \u000a| �[0;m�[38;5;43m20221208222409912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222409912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222409913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222409913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222409913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222409913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222409914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:11.862562 run patchelf(pid=21575): Terminating (SIGINT)\u000a22:24:12.045878 run patchelf(pid=21575): Terminated: ok {rc=0}\u000a22:24:12.079412 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21572): Process ended prematurely: osmo-stp_10.42.42.5(pid=21572) [trial-2350↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21572)] [trial-2350↪gprs:trx-umtrx↪iperf3.py:8]\u000a22:24:12.089311 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a22:24:12.153726 run osmo-hlr_10.42.42.2(pid=21569): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21569)]\u000a22:24:12.205938 run osmo-hlr_10.42.42.2(pid=21569): stdout: \u000a| (launched: 2022-12-08_22:24:08.702586) \u000a22:24:12.258682 run osmo-hlr_10.42.42.2(pid=21569): stderr: \u000a| �[0;m�[1;31m20221208222408899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222408899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222408899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222408899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222408899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222408900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222408921 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222408931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222408931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222408932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:24:12.303678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21564): Terminating (SIGTERM)\u000a22:24:12.346334 run iperf3-srv_10.42.42.10(pid=21565): Terminating (SIGTERM)\u000a22:24:12.388920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21568): Terminating (SIGTERM)\u000a22:24:12.431472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21571): Terminating (SIGTERM)\u000a22:24:12.473950 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21574): Terminating (SIGTERM)\u000a22:24:12.483747 --- ParallelTerminationStrategy: PID 21564 died...\u000a22:24:12.540686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21564): Terminated: ok {rc=0}\u000a22:24:12.550944 --- ParallelTerminationStrategy: PID 21565 died...\u000a22:24:12.607372 run iperf3-srv_10.42.42.10(pid=21565): Terminated {rc=256}\u000a22:24:12.617646 --- ParallelTerminationStrategy: PID 21568 died...\u000a22:24:12.674354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21568): Terminated: ok {rc=0}\u000a22:24:12.684583 --- ParallelTerminationStrategy: PID 21571 died...\u000a22:24:12.741353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21571): Terminated: ok {rc=0}\u000a22:24:12.751636 --- ParallelTerminationStrategy: PID 21574 died...\u000a22:24:12.808342 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21574): Terminated: ok {rc=0}\u000a22:24:12.896551 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 176, "className" : "gprs:trx-umtrx", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21592): Process ended prematurely: osmo-stp_10.42.42.5(pid=21592) [trial-2350↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21592)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21592): Process ended prematurely: osmo-stp_10.42.42.5(pid=21592) [trial-2350↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21592)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a22:24:14.012770 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:14.024250 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:24:14.169760 tst iperf3m4.py: using LAC 17155\u000a22:24:14.298001 tst iperf3m4.py: using RAC 70\u000a22:24:14.431978 tst iperf3m4.py: using CellId 17155\u000a22:24:14.555848 tst iperf3m4.py: using BVCI 17156\u000a22:24:14.579859 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:14.590748 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:14.601196 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:14.612069 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:14.622928 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:14.633548 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:14.644277 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:14.655085 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:14.666038 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:24:14.784338 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:24:14.905348 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:24:15.023363 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:24:15.318714 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:24:15.455222 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:24:15.792321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21576): Launched\u000a22:24:16.103461 run iperf3-srv_10.42.42.10(pid=21577): Launched\u000a22:24:16.297099 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:24:16.430312 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:24:16.771235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21578): Launched\u000a22:24:17.097311 run iperf3-srv_10.42.42.10(pid=21579): Launched\u000a22:24:17.298944 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:24:17.435258 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:24:17.771633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21580): Launched\u000a22:24:18.050945 run iperf3-srv_10.42.42.10(pid=21583): Launched\u000a22:24:18.251401 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:24:18.387459 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:24:18.723340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21584): Launched\u000a22:24:19.002330 run iperf3-srv_10.42.42.10(pid=21585): Launched\u000a22:24:19.202086 tst iperf3m4.py:8: start network...\u000a22:24:19.338159 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:24:19.859416 run create_hlr_db(pid=21586): Launched\u000a22:24:20.047360 bus /gobi_6: Setting Powered False\u000a22:24:21.068939 run create_hlr_db(pid=21586): Terminated: ok {rc=0}\u000a22:24:21.501743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21588): Launched\u000a22:24:21.826771 run osmo-hlr_10.42.42.2(pid=21589): Launched\u000a22:24:21.948403 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:24:22.519279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21591): Launched\u000a22:24:22.845110 run osmo-stp_10.42.42.5(pid=21592): Launched\u000a22:24:22.964360 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:24:23.534018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21594): Launched\u000a22:24:23.651460 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:24:23.936039 run patchelf(pid=21595): Launched\u000a22:24:24.127747 run osmo-stp_10.42.42.5(pid=21592): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21592)]\u000a22:24:24.267510 run osmo-stp_10.42.42.5(pid=21592): stdout: \u000a| (launched: 2022-12-08_22:24:22.685816)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:24.407502 run osmo-stp_10.42.42.5(pid=21592): stderr: \u000a| �[0;m�[38;5;43m20221208222422880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222422881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222422881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222422881 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222422882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222422882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222422882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:24.542845 run osmo-stp_10.42.42.5(pid=21592): stdout: \u000a| (launched: 2022-12-08_22:24:22.685816)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:24.677325 run osmo-stp_10.42.42.5(pid=21592): stderr: \u000a| �[0;m�[38;5;43m20221208222422880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222422881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222422881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222422881 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222422882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222422882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222422882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:24.833104 run patchelf(pid=21595): Terminating (SIGINT)\u000a22:24:25.016187 run patchelf(pid=21595): Terminated: ok {rc=0}\u000a22:24:25.049750 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21592): Process ended prematurely: osmo-stp_10.42.42.5(pid=21592) [trial-2350↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21592)] [trial-2350↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a22:24:25.059676 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a22:24:25.124311 run osmo-hlr_10.42.42.2(pid=21589): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21589)]\u000a22:24:25.176823 run osmo-hlr_10.42.42.2(pid=21589): stdout: \u000a| (launched: 2022-12-08_22:24:21.668088) \u000a22:24:25.229834 run osmo-hlr_10.42.42.2(pid=21589): stderr: \u000a| �[0;m�[1;31m20221208222421869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222421869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222421869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222421869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222421869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222421869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222421882 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222421890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222421891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222421891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:24:25.274913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21576): Terminating (SIGTERM)\u000a22:24:25.317558 run iperf3-srv_10.42.42.10(pid=21577): Terminating (SIGTERM)\u000a22:24:25.360352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21578): Terminating (SIGTERM)\u000a22:24:25.403076 run iperf3-srv_10.42.42.10(pid=21579): Terminating (SIGTERM)\u000a22:24:25.445971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21580): Terminating (SIGTERM)\u000a22:24:25.488479 run iperf3-srv_10.42.42.10(pid=21583): Terminating (SIGTERM)\u000a22:24:25.531148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21584): Terminating (SIGTERM)\u000a22:24:25.574182 run iperf3-srv_10.42.42.10(pid=21585): Terminating (SIGTERM)\u000a22:24:25.616914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21588): Terminating (SIGTERM)\u000a22:24:25.661068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21591): Terminating (SIGTERM)\u000a22:24:25.703668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21594): Terminating (SIGTERM)\u000a22:24:25.713577 --- ParallelTerminationStrategy: PID 21576 died...\u000a22:24:25.770385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21576): Terminated: ok {rc=0}\u000a22:24:25.780622 --- ParallelTerminationStrategy: PID 21577 died...\u000a22:24:25.837293 run iperf3-srv_10.42.42.10(pid=21577): Terminated {rc=256}\u000a22:24:25.847445 --- ParallelTerminationStrategy: PID 21578 died...\u000a22:24:25.904233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21578): Terminated: ok {rc=0}\u000a22:24:25.914435 --- ParallelTerminationStrategy: PID 21579 died...\u000a22:24:25.971365 run iperf3-srv_10.42.42.10(pid=21579): Terminated {rc=256}\u000a22:24:25.981921 --- ParallelTerminationStrategy: PID 21580 died...\u000a22:24:26.038468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21580): Terminated: ok {rc=0}\u000a22:24:26.048646 --- ParallelTerminationStrategy: PID 21583 died...\u000a22:24:26.105481 run iperf3-srv_10.42.42.10(pid=21583): Terminated {rc=256}\u000a22:24:26.116095 --- ParallelTerminationStrategy: PID 21584 died...\u000a22:24:26.172797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21584): Terminated: ok {rc=0}\u000a22:24:26.183060 --- ParallelTerminationStrategy: PID 21585 died...\u000a22:24:26.239534 run iperf3-srv_10.42.42.10(pid=21585): Terminated {rc=256}\u000a22:24:26.249906 --- ParallelTerminationStrategy: PID 21588 died...\u000a22:24:26.306429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21588): Terminated: ok {rc=0}\u000a22:24:26.316766 --- ParallelTerminationStrategy: PID 21591 died...\u000a22:24:26.373487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21591): Terminated: ok {rc=0}\u000a22:24:26.383749 --- ParallelTerminationStrategy: PID 21594 died...\u000a22:24:26.440542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21594): Terminated: ok {rc=0}\u000a22:24:26.529148 bus /gobi_4: Setting Powered False\u000a22:24:27.636320 bus /gobi_4: Setting Powered False\u000a22:24:28.749460 bus /gobi_1: Setting Powered False\u000a22:24:29.856993 bus /gobi_1: Setting Powered False\u000a22:24:31.003100 bus /gobi_0: Setting Powered False\u000a22:24:32.115931 bus /gobi_0: Setting Powered False\u000a22:24:33.225908 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 151, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21602): Process ended prematurely: osmo-stp_10.42.42.5(pid=21602) [trial-2350↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21602)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21602): Process ended prematurely: osmo-stp_10.42.42.5(pid=21602) [trial-2350↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21602)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a22:24:34.291881 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:34.303011 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:24:34.442578 tst ping.py: using LAC 17156\u000a22:24:34.559469 tst ping.py: using RAC 71\u000a22:24:34.676273 tst ping.py: using CellId 17156\u000a22:24:34.793577 tst ping.py: using BVCI 17157\u000a22:24:34.816466 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:34.827063 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:34.837509 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:34.848015 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:34.858485 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:34.869070 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:34.879649 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:34.890303 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:24:35.180865 tst ping.py:19: start network...\u000a22:24:35.315172 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:24:35.826092 run create_hlr_db(pid=21596): Launched\u000a22:24:36.012386 bus /gobi_6: Setting Powered False\u000a22:24:37.032614 run create_hlr_db(pid=21596): Terminated: ok {rc=0}\u000a22:24:37.435245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21598): Launched\u000a22:24:37.734574 run osmo-hlr_10.42.42.2(pid=21599): Launched\u000a22:24:37.851315 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:24:38.385631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21601): Launched\u000a22:24:38.683804 run osmo-stp_10.42.42.5(pid=21602): Launched\u000a22:24:38.793970 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:24:39.316017 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21604): Launched\u000a22:24:39.422704 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:24:39.684037 run patchelf(pid=21605): Launched\u000a22:24:39.860808 run osmo-stp_10.42.42.5(pid=21602): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21602)]\u000a22:24:39.989996 run osmo-stp_10.42.42.5(pid=21602): stdout: \u000a| (launched: 2022-12-08_22:24:38.537168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:40.119091 run osmo-stp_10.42.42.5(pid=21602): stderr: \u000a| �[0;m�[38;5;43m20221208222438706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222438706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222438706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222438706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222438709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222438709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222438709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:40.244078 run osmo-stp_10.42.42.5(pid=21602): stdout: \u000a| (launched: 2022-12-08_22:24:38.537168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:40.367663 run osmo-stp_10.42.42.5(pid=21602): stderr: \u000a| �[0;m�[38;5;43m20221208222438706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222438706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222438706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222438706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222438709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222438709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222438709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:40.511229 run patchelf(pid=21605): Terminating (SIGINT)\u000a22:24:40.680561 run patchelf(pid=21605): Terminated: ok {rc=0}\u000a22:24:40.711325 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21602): Process ended prematurely: osmo-stp_10.42.42.5(pid=21602) [trial-2350↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21602)] [trial-2350↪gprs:trx-umtrx↪ping.py:22]\u000a22:24:40.719914 tst ping.py:22: Test FAILED (6.4 sec)\u000a22:24:40.781553 run osmo-hlr_10.42.42.2(pid=21599): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21599)]\u000a22:24:40.831683 run osmo-hlr_10.42.42.2(pid=21599): stdout: \u000a| (launched: 2022-12-08_22:24:37.588356) \u000a22:24:40.882385 run osmo-hlr_10.42.42.2(pid=21599): stderr: \u000a| �[0;m�[1;31m20221208222437766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222437766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222437767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222437767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222437767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222437767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222437780 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222437790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222437790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222437791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:24:40.925108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21598): Terminating (SIGTERM)\u000a22:24:40.965806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21601): Terminating (SIGTERM)\u000a22:24:41.006671 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21604): Terminating (SIGTERM)\u000a22:24:41.016078 --- ParallelTerminationStrategy: PID 21598 died...\u000a22:24:41.070581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21598): Terminated: ok {rc=0}\u000a22:24:41.080400 --- ParallelTerminationStrategy: PID 21601 died...\u000a22:24:41.135030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21601): Terminated: ok {rc=0}\u000a22:24:41.144855 --- ParallelTerminationStrategy: PID 21604 died...\u000a22:24:41.199356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21604): Terminated: ok {rc=0}\u000a22:24:41.283767 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21612): Process ended prematurely: osmo-stp_10.42.42.5(pid=21612) [trial-2350↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21612)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21612): Process ended prematurely: osmo-stp_10.42.42.5(pid=21612) [trial-2350↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21612)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a22:24:42.337299 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:42.349114 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:24:42.496491 tst ping_idle_ping.py: using LAC 17157\u000a22:24:42.623533 tst ping_idle_ping.py: using RAC 72\u000a22:24:42.750737 tst ping_idle_ping.py: using CellId 17157\u000a22:24:42.877917 tst ping_idle_ping.py: using BVCI 17158\u000a22:24:42.902728 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:42.914077 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:42.924849 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:42.936226 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:42.947717 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:42.959060 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:42.970554 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:42.982034 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:24:43.273063 tst ping_idle_ping.py:24: start network...\u000a22:24:43.407277 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:24:43.921127 run create_hlr_db(pid=21606): Launched\u000a22:24:44.107513 bus /gobi_6: Setting Powered False\u000a22:24:45.129110 run create_hlr_db(pid=21606): Terminated: ok {rc=0}\u000a22:24:45.534537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21608): Launched\u000a22:24:45.856119 run osmo-hlr_10.42.42.2(pid=21609): Launched\u000a22:24:46.056568 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:24:46.641833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21611): Launched\u000a22:24:47.054670 run osmo-stp_10.42.42.5(pid=21612): Launched\u000a22:24:47.276278 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:24:47.803026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21614): Launched\u000a22:24:47.910370 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:24:48.172835 run patchelf(pid=21615): Launched\u000a22:24:48.349838 run osmo-stp_10.42.42.5(pid=21612): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21612)]\u000a22:24:48.479403 run osmo-stp_10.42.42.5(pid=21612): stdout: \u000a| (launched: 2022-12-08_22:24:46.796865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:48.609327 run osmo-stp_10.42.42.5(pid=21612): stderr: \u000a| �[0;m�[38;5;43m20221208222447072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222447073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222447073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222447073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222447075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222447076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222447076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:48.735014 run osmo-stp_10.42.42.5(pid=21612): stdout: \u000a| (launched: 2022-12-08_22:24:46.796865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:48.859116 run osmo-stp_10.42.42.5(pid=21612): stderr: \u000a| �[0;m�[38;5;43m20221208222447072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222447073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222447073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222447073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222447075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222447076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222447076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:49.003153 run patchelf(pid=21615): Terminating (SIGINT)\u000a22:24:49.172526 run patchelf(pid=21615): Terminated: ok {rc=0}\u000a22:24:49.203293 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21612): Process ended prematurely: osmo-stp_10.42.42.5(pid=21612) [trial-2350↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21612)] [trial-2350↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a22:24:49.211965 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a22:24:49.273928 run osmo-hlr_10.42.42.2(pid=21609): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21609)]\u000a22:24:49.324267 run osmo-hlr_10.42.42.2(pid=21609): stdout: \u000a| (launched: 2022-12-08_22:24:45.688016) \u000a22:24:49.375440 run osmo-hlr_10.42.42.2(pid=21609): stderr: \u000a| �[0;m�[1;31m20221208222445907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222445907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222445907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222445907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222445908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222445908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222445933 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222445954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222445954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222445954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:24:49.418403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21608): Terminating (SIGTERM)\u000a22:24:49.459124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21611): Terminating (SIGTERM)\u000a22:24:49.499985 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21614): Terminating (SIGTERM)\u000a22:24:49.509682 --- ParallelTerminationStrategy: PID 21608 died...\u000a22:24:49.564070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21608): Terminated: ok {rc=0}\u000a22:24:49.574147 --- ParallelTerminationStrategy: PID 21611 died...\u000a22:24:49.628526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21611): Terminated: ok {rc=0}\u000a22:24:49.638982 --- ParallelTerminationStrategy: PID 21614 died...\u000a22:24:49.693618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21614): Terminated: ok {rc=0}\u000a22:24:49.784401 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:23:51" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21629): Process ended prematurely: osmo-stp_10.42.42.5(pid=21629) [trial-2350↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21629)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21629): Process ended prematurely: osmo-stp_10.42.42.5(pid=21629) [trial-2350↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21629)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:24:51.940478 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:24:51.951702 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:24:52.092856 tst cs_paging_gprs_active.py: using LAC 17158\u000a22:24:52.215365 tst cs_paging_gprs_active.py: using RAC 73\u000a22:24:52.337784 tst cs_paging_gprs_active.py: using CellId 17158\u000a22:24:52.458018 tst cs_paging_gprs_active.py: using BVCI 17159\u000a22:24:52.481876 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:24:52.492873 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:24:52.503552 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:24:52.514685 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:24:52.525657 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:24:52.536585 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:24:52.547676 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:24:52.558763 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:24:52.570096 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:24:52.689966 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:24:52.968780 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:24:53.096427 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:24:53.413355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21619): Launched\u000a22:24:53.676788 run iperf3-srv_10.42.42.10(pid=21620): Launched\u000a22:24:53.864300 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:24:53.991903 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:24:54.308558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21621): Launched\u000a22:24:54.572214 run iperf3-srv_10.42.42.10(pid=21622): Launched\u000a22:24:54.759281 tst cs_paging_gprs_active.py:38: start network...\u000a22:24:54.887337 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:24:55.368677 run create_hlr_db(pid=21623): Launched\u000a22:24:55.544660 bus /gobi_6: Setting Powered False\u000a22:24:56.568187 run create_hlr_db(pid=21623): Terminated: ok {rc=0}\u000a22:24:56.999900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21625): Launched\u000a22:24:57.326369 run osmo-hlr_10.42.42.2(pid=21626): Launched\u000a22:24:57.446326 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:24:58.014386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21628): Launched\u000a22:24:58.342686 run osmo-stp_10.42.42.5(pid=21629): Launched\u000a22:24:58.461196 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:24:59.028840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21631): Launched\u000a22:24:59.146043 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:24:59.429858 run patchelf(pid=21632): Launched\u000a22:24:59.621303 run osmo-stp_10.42.42.5(pid=21629): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21629)]\u000a22:24:59.761378 run osmo-stp_10.42.42.5(pid=21629): stdout: \u000a| (launched: 2022-12-08_22:24:58.182425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:59.902252 run osmo-stp_10.42.42.5(pid=21629): stderr: \u000a| �[0;m�[38;5;43m20221208222458376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222458376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222458377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222458377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222458377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222458377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222458378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:00.038677 run osmo-stp_10.42.42.5(pid=21629): stdout: \u000a| (launched: 2022-12-08_22:24:58.182425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:00.174385 run osmo-stp_10.42.42.5(pid=21629): stderr: \u000a| �[0;m�[38;5;43m20221208222458376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222458376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222458377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222458377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222458377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222458377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222458378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:00.330760 run patchelf(pid=21632): Terminating (SIGINT)\u000a22:25:00.514351 run patchelf(pid=21632): Terminated: ok {rc=0}\u000a22:25:00.547955 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21629): Process ended prematurely: osmo-stp_10.42.42.5(pid=21629) [trial-2350↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21629)] [trial-2350↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a22:25:00.557914 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:25:00.621795 run osmo-hlr_10.42.42.2(pid=21626): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21626)]\u000a22:25:00.673870 run osmo-hlr_10.42.42.2(pid=21626): stdout: \u000a| (launched: 2022-12-08_22:24:57.167222) \u000a22:25:00.726558 run osmo-hlr_10.42.42.2(pid=21626): stderr: \u000a| �[0;m�[1;31m20221208222457365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222457365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222457365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222457365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222457366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222457366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222457378 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222457386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222457386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222457386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:25:00.771486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21619): Terminating (SIGTERM)\u000a22:25:00.813733 run iperf3-srv_10.42.42.10(pid=21620): Terminating (SIGTERM)\u000a22:25:00.871884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21621): Terminating (SIGTERM)\u000a22:25:00.916910 run iperf3-srv_10.42.42.10(pid=21622): Terminating (SIGTERM)\u000a22:25:00.958743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21625): Terminating (SIGTERM)\u000a22:25:01.006002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21628): Terminating (SIGTERM)\u000a22:25:01.052301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21631): Terminating (SIGTERM)\u000a22:25:01.063175 --- ParallelTerminationStrategy: PID 21619 died...\u000a22:25:01.121238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21619): Terminated: ok {rc=0}\u000a22:25:01.136681 --- ParallelTerminationStrategy: PID 21620 died...\u000a22:25:01.198171 run iperf3-srv_10.42.42.10(pid=21620): Terminated {rc=256}\u000a22:25:01.209063 --- ParallelTerminationStrategy: PID 21621 died...\u000a22:25:01.267369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21621): Terminated: ok {rc=0}\u000a22:25:01.278183 --- ParallelTerminationStrategy: PID 21622 died...\u000a22:25:01.335905 run iperf3-srv_10.42.42.10(pid=21622): Terminated {rc=256}\u000a22:25:01.347326 --- ParallelTerminationStrategy: PID 21625 died...\u000a22:25:01.404708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21625): Terminated: ok {rc=0}\u000a22:25:01.415618 --- ParallelTerminationStrategy: PID 21628 died...\u000a22:25:01.474409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21628): Terminated: ok {rc=0}\u000a22:25:01.485860 --- ParallelTerminationStrategy: PID 21631 died...\u000a22:25:01.543347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21631): Terminated: ok {rc=0}\u000a22:25:01.645899 bus /gobi_0: Setting Powered False\u000a22:25:02.751342 bus /gobi_0: Setting Powered False\u000a22:25:03.863214 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21644): Process ended prematurely: osmo-stp_10.42.42.5(pid=21644) [trial-2350↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21644)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21644): Process ended prematurely: osmo-stp_10.42.42.5(pid=21644) [trial-2350↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21644)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a22:25:04.972931 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:04.984429 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:25:05.138215 tst iperf3.py: using LAC 17159\u000a22:25:05.267840 tst iperf3.py: using RAC 74\u000a22:25:05.396057 tst iperf3.py: using CellId 17159\u000a22:25:05.524335 tst iperf3.py: using BVCI 17160\u000a22:25:05.549587 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:05.560859 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:05.571906 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:05.583117 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:05.594110 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:05.605103 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:05.616284 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:05.627263 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:05.638519 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:25:05.917347 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:25:06.045340 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:25:06.362316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21636): Launched\u000a22:25:06.632141 run iperf3-srv_10.42.42.10(pid=21637): Launched\u000a22:25:06.833067 tst iperf3.py:8: start network...\u000a22:25:06.970244 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:25:07.490582 run create_hlr_db(pid=21638): Launched\u000a22:25:07.678623 bus /gobi_6: Setting Powered False\u000a22:25:08.700376 run create_hlr_db(pid=21638): Terminated: ok {rc=0}\u000a22:25:09.130304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21640): Launched\u000a22:25:09.457585 run osmo-hlr_10.42.42.2(pid=21641): Launched\u000a22:25:09.579673 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:25:10.153878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21643): Launched\u000a22:25:10.477824 run osmo-stp_10.42.42.5(pid=21644): Launched\u000a22:25:10.595722 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:25:11.162584 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21646): Launched\u000a22:25:11.279124 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:25:11.562097 run patchelf(pid=21647): Launched\u000a22:25:11.752521 run osmo-stp_10.42.42.5(pid=21644): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21644)]\u000a22:25:11.891332 run osmo-stp_10.42.42.5(pid=21644): stdout: \u000a| (launched: 2022-12-08_22:25:10.319684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:12.031364 run osmo-stp_10.42.42.5(pid=21644): stderr: \u000a| �[0;m�[38;5;43m20221208222510511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222510511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222510511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222510511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222510514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222510514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222510514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:12.167128 run osmo-stp_10.42.42.5(pid=21644): stdout: \u000a| (launched: 2022-12-08_22:25:10.319684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:12.301483 run osmo-stp_10.42.42.5(pid=21644): stderr: \u000a| �[0;m�[38;5;43m20221208222510511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222510511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222510511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222510511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222510514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222510514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222510514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:12.457324 run patchelf(pid=21647): Terminating (SIGINT)\u000a22:25:12.640115 run patchelf(pid=21647): Terminated: ok {rc=0}\u000a22:25:12.673587 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21644): Process ended prematurely: osmo-stp_10.42.42.5(pid=21644) [trial-2350↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21644)] [trial-2350↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a22:25:12.683558 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a22:25:12.747203 run osmo-hlr_10.42.42.2(pid=21641): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21641)]\u000a22:25:12.798969 run osmo-hlr_10.42.42.2(pid=21641): stdout: \u000a| (launched: 2022-12-08_22:25:09.297718) \u000a22:25:12.851463 run osmo-hlr_10.42.42.2(pid=21641): stderr: \u000a| �[0;m�[1;31m20221208222509497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222509498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222509498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222509498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222509498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222509498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222509510 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222509518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222509518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222509518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:25:12.896316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21636): Terminating (SIGTERM)\u000a22:25:12.938478 run iperf3-srv_10.42.42.10(pid=21637): Terminating (SIGTERM)\u000a22:25:12.980913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21640): Terminating (SIGTERM)\u000a22:25:13.022991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21643): Terminating (SIGTERM)\u000a22:25:13.065460 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21646): Terminating (SIGTERM)\u000a22:25:13.075256 --- ParallelTerminationStrategy: PID 21636 died...\u000a22:25:13.131927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21636): Terminated: ok {rc=0}\u000a22:25:13.142528 --- ParallelTerminationStrategy: PID 21637 died...\u000a22:25:13.198839 run iperf3-srv_10.42.42.10(pid=21637): Terminated {rc=256}\u000a22:25:13.208937 --- ParallelTerminationStrategy: PID 21640 died...\u000a22:25:13.265032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21640): Terminated: ok {rc=0}\u000a22:25:13.275082 --- ParallelTerminationStrategy: PID 21643 died...\u000a22:25:13.331458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21643): Terminated: ok {rc=0}\u000a22:25:13.341767 --- ParallelTerminationStrategy: PID 21646 died...\u000a22:25:13.398330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21646): Terminated: ok {rc=0}\u000a22:25:13.486485 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21663): Process ended prematurely: osmo-stp_10.42.42.5(pid=21663) [trial-2350↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21663)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21663): Process ended prematurely: osmo-stp_10.42.42.5(pid=21663) [trial-2350↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21663)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a22:25:14.601537 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:14.613178 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:25:14.759279 tst iperf3m4.py: using LAC 17160\u000a22:25:14.889200 tst iperf3m4.py: using RAC 75\u000a22:25:15.023104 tst iperf3m4.py: using CellId 17160\u000a22:25:15.150640 tst iperf3m4.py: using BVCI 17161\u000a22:25:15.175878 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:15.187318 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:15.198357 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:15.210066 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:15.221478 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:15.232914 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:15.244610 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:15.256017 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:15.267701 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:25:15.385296 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:25:15.507739 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:25:15.622477 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:25:15.906061 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:25:16.038481 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:25:16.375114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21649): Launched\u000a22:25:16.668418 run iperf3-srv_10.42.42.10(pid=21650): Launched\u000a22:25:16.875815 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:25:17.037683 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:25:17.393774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21651): Launched\u000a22:25:17.674249 run iperf3-srv_10.42.42.10(pid=21652): Launched\u000a22:25:17.874914 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:25:18.012328 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:25:18.350393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21653): Launched\u000a22:25:18.630783 run iperf3-srv_10.42.42.10(pid=21654): Launched\u000a22:25:18.831087 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:25:18.967543 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:25:19.305662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21655): Launched\u000a22:25:19.585325 run iperf3-srv_10.42.42.10(pid=21656): Launched\u000a22:25:19.785431 tst iperf3m4.py:8: start network...\u000a22:25:19.921802 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:25:20.445759 run create_hlr_db(pid=21657): Launched\u000a22:25:20.634913 bus /gobi_6: Setting Powered False\u000a22:25:21.656654 run create_hlr_db(pid=21657): Terminated: ok {rc=0}\u000a22:25:22.091459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21659): Launched\u000a22:25:22.418277 run osmo-hlr_10.42.42.2(pid=21660): Launched\u000a22:25:22.537093 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:25:23.105510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21662): Launched\u000a22:25:23.433671 run osmo-stp_10.42.42.5(pid=21663): Launched\u000a22:25:23.553063 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:25:24.123021 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21665): Launched\u000a22:25:24.240504 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:25:24.525656 run patchelf(pid=21666): Launched\u000a22:25:24.717272 run osmo-stp_10.42.42.5(pid=21663): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21663)]\u000a22:25:24.857210 run osmo-stp_10.42.42.5(pid=21663): stdout: \u000a| (launched: 2022-12-08_22:25:23.273085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:24.997296 run osmo-stp_10.42.42.5(pid=21663): stderr: \u000a| �[0;m�[38;5;43m20221208222523465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222523465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222523465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222523466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222523468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222523468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222523468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:25.133324 run osmo-stp_10.42.42.5(pid=21663): stdout: \u000a| (launched: 2022-12-08_22:25:23.273085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:25.259646 run osmo-stp_10.42.42.5(pid=21663): stderr: \u000a| �[0;m�[38;5;43m20221208222523465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222523465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222523465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222523466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222523468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222523468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222523468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:25.405994 run patchelf(pid=21666): Terminating (SIGINT)\u000a22:25:25.578074 run patchelf(pid=21666): Terminated: ok {rc=0}\u000a22:25:25.609820 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21663): Process ended prematurely: osmo-stp_10.42.42.5(pid=21663) [trial-2350↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21663)] [trial-2350↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a22:25:25.619366 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a22:25:25.681354 run osmo-hlr_10.42.42.2(pid=21660): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21660)]\u000a22:25:25.731482 run osmo-hlr_10.42.42.2(pid=21660): stdout: \u000a| (launched: 2022-12-08_22:25:22.258863) \u000a22:25:25.782144 run osmo-hlr_10.42.42.2(pid=21660): stderr: \u000a| �[0;m�[1;31m20221208222522457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222522457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222522457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222522457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222522457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222522457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222522469 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222522477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222522478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222522478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:25:25.824704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21649): Terminating (SIGTERM)\u000a22:25:25.865959 run iperf3-srv_10.42.42.10(pid=21650): Terminating (SIGTERM)\u000a22:25:25.907049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21651): Terminating (SIGTERM)\u000a22:25:25.947786 run iperf3-srv_10.42.42.10(pid=21652): Terminating (SIGTERM)\u000a22:25:25.988434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21653): Terminating (SIGTERM)\u000a22:25:26.029558 run iperf3-srv_10.42.42.10(pid=21654): Terminating (SIGTERM)\u000a22:25:26.070744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21655): Terminating (SIGTERM)\u000a22:25:26.111126 run iperf3-srv_10.42.42.10(pid=21656): Terminating (SIGTERM)\u000a22:25:26.151868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21659): Terminating (SIGTERM)\u000a22:25:26.192487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21662): Terminating (SIGTERM)\u000a22:25:26.234133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21665): Terminating (SIGTERM)\u000a22:25:26.243620 --- ParallelTerminationStrategy: PID 21649 died...\u000a22:25:26.298089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21649): Terminated: ok {rc=0}\u000a22:25:26.308185 --- ParallelTerminationStrategy: PID 21650 died...\u000a22:25:26.362712 run iperf3-srv_10.42.42.10(pid=21650): Terminated {rc=256}\u000a22:25:26.372624 --- ParallelTerminationStrategy: PID 21651 died...\u000a22:25:26.427906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21651): Terminated: ok {rc=0}\u000a22:25:26.437818 --- ParallelTerminationStrategy: PID 21652 died...\u000a22:25:26.491860 run iperf3-srv_10.42.42.10(pid=21652): Terminated {rc=256}\u000a22:25:26.501899 --- ParallelTerminationStrategy: PID 21653 died...\u000a22:25:26.556313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21653): Terminated: ok {rc=0}\u000a22:25:26.566362 --- ParallelTerminationStrategy: PID 21654 died...\u000a22:25:26.620575 run iperf3-srv_10.42.42.10(pid=21654): Terminated {rc=256}\u000a22:25:26.630366 --- ParallelTerminationStrategy: PID 21655 died...\u000a22:25:26.684746 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21655): Terminated: ok {rc=0}\u000a22:25:26.694551 --- ParallelTerminationStrategy: PID 21656 died...\u000a22:25:26.748662 run iperf3-srv_10.42.42.10(pid=21656): Terminated {rc=256}\u000a22:25:26.758498 --- ParallelTerminationStrategy: PID 21659 died...\u000a22:25:26.812868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21659): Terminated: ok {rc=0}\u000a22:25:26.822794 --- ParallelTerminationStrategy: PID 21662 died...\u000a22:25:26.877922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21662): Terminated: ok {rc=0}\u000a22:25:26.887759 --- ParallelTerminationStrategy: PID 21665 died...\u000a22:25:26.941837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21665): Terminated: ok {rc=0}\u000a22:25:27.026716 bus /gobi_4: Setting Powered False\u000a22:25:28.135448 bus /gobi_4: Setting Powered False\u000a22:25:29.249456 bus /gobi_1: Setting Powered False\u000a22:25:30.354247 bus /gobi_1: Setting Powered False\u000a22:25:31.468680 bus /gobi_0: Setting Powered False\u000a22:25:32.574959 bus /gobi_0: Setting Powered False\u000a22:25:33.685715 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21674): Process ended prematurely: osmo-stp_10.42.42.5(pid=21674) [trial-2350↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21674)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21674): Process ended prematurely: osmo-stp_10.42.42.5(pid=21674) [trial-2350↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21674)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a22:25:34.755246 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:34.767039 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:25:34.906636 tst ping.py: using LAC 17161\u000a22:25:35.027544 tst ping.py: using RAC 76\u000a22:25:35.147366 tst ping.py: using CellId 17161\u000a22:25:35.267973 tst ping.py: using BVCI 17162\u000a22:25:35.291179 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:35.302062 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:35.312719 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:35.323525 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:35.334287 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:35.345118 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:35.356037 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:35.366852 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:25:35.637883 tst ping.py:19: start network...\u000a22:25:35.762469 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:25:36.234343 run create_hlr_db(pid=21668): Launched\u000a22:25:36.409368 bus /gobi_6: Setting Powered False\u000a22:25:37.430371 run create_hlr_db(pid=21668): Terminated: ok {rc=0}\u000a22:25:37.856783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21670): Launched\u000a22:25:38.177809 run osmo-hlr_10.42.42.2(pid=21671): Launched\u000a22:25:38.295438 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:25:38.853321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21673): Launched\u000a22:25:39.172771 run osmo-stp_10.42.42.5(pid=21674): Launched\u000a22:25:39.289007 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:25:39.847565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21676): Launched\u000a22:25:39.961810 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:25:40.242619 run patchelf(pid=21677): Launched\u000a22:25:40.431438 run osmo-stp_10.42.42.5(pid=21674): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21674)]\u000a22:25:40.569414 run osmo-stp_10.42.42.5(pid=21674): stdout: \u000a| (launched: 2022-12-08_22:25:39.015939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:40.707142 run osmo-stp_10.42.42.5(pid=21674): stderr: \u000a| �[0;m�[38;5;43m20221208222539205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222539205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222539206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222539206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222539206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222539207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222539207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:40.840530 run osmo-stp_10.42.42.5(pid=21674): stdout: \u000a| (launched: 2022-12-08_22:25:39.015939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:40.972482 run osmo-stp_10.42.42.5(pid=21674): stderr: \u000a| �[0;m�[38;5;43m20221208222539205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222539205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222539206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222539206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222539206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222539207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222539207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:41.126104 run patchelf(pid=21677): Terminating (SIGINT)\u000a22:25:41.306649 run patchelf(pid=21677): Terminated: ok {rc=0}\u000a22:25:41.339411 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21674): Process ended prematurely: osmo-stp_10.42.42.5(pid=21674) [trial-2350↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21674)] [trial-2350↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a22:25:41.348606 tst ping.py:22: Test FAILED (6.6 sec)\u000a22:25:41.412603 run osmo-hlr_10.42.42.2(pid=21671): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21671)]\u000a22:25:41.464786 run osmo-hlr_10.42.42.2(pid=21671): stdout: \u000a| (launched: 2022-12-08_22:25:38.019814) \u000a22:25:41.517704 run osmo-hlr_10.42.42.2(pid=21671): stderr: \u000a| �[0;m�[1;31m20221208222538217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222538217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222538217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222538217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222538217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222538217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222538229 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222538237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222538238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222538238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:25:41.562777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21670): Terminating (SIGTERM)\u000a22:25:41.605456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21673): Terminating (SIGTERM)\u000a22:25:41.648167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21676): Terminating (SIGTERM)\u000a22:25:41.658178 --- ParallelTerminationStrategy: PID 21670 died...\u000a22:25:41.715369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21670): Terminated: ok {rc=0}\u000a22:25:41.725830 --- ParallelTerminationStrategy: PID 21673 died...\u000a22:25:41.782730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21673): Terminated: ok {rc=0}\u000a22:25:41.793137 --- ParallelTerminationStrategy: PID 21676 died...\u000a22:25:41.850084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21676): Terminated: ok {rc=0}\u000a22:25:41.958660 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21684): Process ended prematurely: osmo-stp_10.42.42.5(pid=21684) [trial-2350↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21684)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21684): Process ended prematurely: osmo-stp_10.42.42.5(pid=21684) [trial-2350↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21684)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a22:25:43.011081 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:43.023022 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:25:43.168405 tst ping_idle_ping.py: using LAC 17162\u000a22:25:43.293044 tst ping_idle_ping.py: using RAC 77\u000a22:25:43.418377 tst ping_idle_ping.py: using CellId 17162\u000a22:25:43.543044 tst ping_idle_ping.py: using BVCI 17163\u000a22:25:43.567562 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:43.578891 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:43.590482 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:43.601613 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:43.612492 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:43.623501 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:43.634725 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:43.645909 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:25:43.937774 tst ping_idle_ping.py:24: start network...\u000a22:25:44.071422 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:25:44.587181 run create_hlr_db(pid=21678): Launched\u000a22:25:44.774781 bus /gobi_6: Setting Powered False\u000a22:25:45.795852 run create_hlr_db(pid=21678): Terminated: ok {rc=0}\u000a22:25:46.252657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21680): Launched\u000a22:25:46.675468 run osmo-hlr_10.42.42.2(pid=21681): Launched\u000a22:25:46.878787 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:25:47.554607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21683): Launched\u000a22:25:47.855246 run osmo-stp_10.42.42.5(pid=21684): Launched\u000a22:25:47.965251 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:25:48.490407 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21686): Launched\u000a22:25:48.597527 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:25:48.859883 run patchelf(pid=21687): Launched\u000a22:25:49.037121 run osmo-stp_10.42.42.5(pid=21684): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21684)]\u000a22:25:49.166714 run osmo-stp_10.42.42.5(pid=21684): stdout: \u000a| (launched: 2022-12-08_22:25:47.708257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:49.296529 run osmo-stp_10.42.42.5(pid=21684): stderr: \u000a| �[0;m�[38;5;43m20221208222547879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222547879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222547879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222547880 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222547880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222547880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222547880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:49.422365 run osmo-stp_10.42.42.5(pid=21684): stdout: \u000a| (launched: 2022-12-08_22:25:47.708257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:49.546740 run osmo-stp_10.42.42.5(pid=21684): stderr: \u000a| �[0;m�[38;5;43m20221208222547879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222547879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222547879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222547880 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222547880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222547880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222547880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:49.691502 run patchelf(pid=21687): Terminating (SIGINT)\u000a22:25:49.862081 run patchelf(pid=21687): Terminated: ok {rc=0}\u000a22:25:49.892853 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21684): Process ended prematurely: osmo-stp_10.42.42.5(pid=21684) [trial-2350↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21684)] [trial-2350↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a22:25:49.901628 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a22:25:49.962910 run osmo-hlr_10.42.42.2(pid=21681): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21681)]\u000a22:25:50.012940 run osmo-hlr_10.42.42.2(pid=21681): stdout: \u000a| (launched: 2022-12-08_22:25:46.413418) \u000a22:25:50.063887 run osmo-hlr_10.42.42.2(pid=21681): stderr: \u000a| �[0;m�[1;31m20221208222546724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222546724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222546725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222546725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222546725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222546725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222546744 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222546769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222546769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222546769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:25:50.106909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21680): Terminating (SIGTERM)\u000a22:25:50.147823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21683): Terminating (SIGTERM)\u000a22:25:50.188500 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21686): Terminating (SIGTERM)\u000a22:25:50.198273 --- ParallelTerminationStrategy: PID 21680 died...\u000a22:25:50.253513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21680): Terminated: ok {rc=0}\u000a22:25:50.263555 --- ParallelTerminationStrategy: PID 21683 died...\u000a22:25:50.317931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21683): Terminated: ok {rc=0}\u000a22:25:50.327893 --- ParallelTerminationStrategy: PID 21686 died...\u000a22:25:50.382338 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21686): Terminated: ok {rc=0}\u000a22:25:50.472759 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:24:51" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21701): Process ended prematurely: osmo-stp_10.42.42.5(pid=21701) [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21701)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21701): Process ended prematurely: osmo-stp_10.42.42.5(pid=21701) [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21701)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:25:52.608141 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:25:52.618916 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:25:52.777991 tst cs_paging_gprs_active.py: using LAC 17163\u000a22:25:52.898007 tst cs_paging_gprs_active.py: using RAC 78\u000a22:25:53.021095 tst cs_paging_gprs_active.py: using CellId 17163\u000a22:25:53.149545 tst cs_paging_gprs_active.py: using BVCI 17164\u000a22:25:53.175341 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:25:53.186661 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:25:53.198134 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:25:53.209851 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:25:53.221035 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:25:53.232078 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:25:53.243255 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:25:53.254343 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:25:53.265598 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:25:53.381776 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:25:53.678013 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:25:53.815010 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:25:54.153125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21691): Launched\u000a22:25:54.435487 run iperf3-srv_10.42.42.10(pid=21692): Launched\u000a22:25:54.636749 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:25:54.773998 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:25:55.111423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21693): Launched\u000a22:25:55.392813 run iperf3-srv_10.42.42.10(pid=21694): Launched\u000a22:25:55.593363 tst cs_paging_gprs_active.py:38: start network...\u000a22:25:55.729802 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:25:56.252664 run create_hlr_db(pid=21695): Launched\u000a22:25:56.442030 bus /gobi_6: Setting Powered False\u000a22:25:57.465395 run create_hlr_db(pid=21695): Terminated: ok {rc=0}\u000a22:25:57.876832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21697): Launched\u000a22:25:58.183281 run osmo-hlr_10.42.42.2(pid=21698): Launched\u000a22:25:58.305183 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:25:58.842431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21700): Launched\u000a22:25:59.149330 run osmo-stp_10.42.42.5(pid=21701): Launched\u000a22:25:59.261894 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:25:59.796288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21703): Launched\u000a22:25:59.905660 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:26:00.178891 run patchelf(pid=21704): Launched\u000a22:26:00.358603 run osmo-stp_10.42.42.5(pid=21701): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21701)]\u000a22:26:00.489565 run osmo-stp_10.42.42.5(pid=21701): stdout: \u000a| (launched: 2022-12-08_22:25:58.997787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:00.620885 run osmo-stp_10.42.42.5(pid=21701): stderr: \u000a| �[0;m�[38;5;43m20221208222559166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222559166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222559166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222559167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222559167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222559167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222559167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:00.748129 run osmo-stp_10.42.42.5(pid=21701): stdout: \u000a| (launched: 2022-12-08_22:25:58.997787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:00.876469 run osmo-stp_10.42.42.5(pid=21701): stderr: \u000a| �[0;m�[38;5;43m20221208222559166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222559166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222559166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222559167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222559167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222559167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222559167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:01.043221 run patchelf(pid=21704): Terminating (SIGINT)\u000a22:26:01.232463 run patchelf(pid=21704): Terminated: ok {rc=0}\u000a22:26:01.268070 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21701): Process ended prematurely: osmo-stp_10.42.42.5(pid=21701) [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21701)] [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a22:26:01.278829 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:26:01.344549 run osmo-hlr_10.42.42.2(pid=21698): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21698)]\u000a22:26:01.398081 run osmo-hlr_10.42.42.2(pid=21698): stdout: \u000a| (launched: 2022-12-08_22:25:58.032582) \u000a22:26:01.453009 run osmo-hlr_10.42.42.2(pid=21698): stderr: \u000a| �[0;m�[1;31m20221208222558209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222558209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222558209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222558209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222558209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222558209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222558221 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222558230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222558230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222558230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:26:01.499434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21691): Terminating (SIGTERM)\u000a22:26:01.545642 run iperf3-srv_10.42.42.10(pid=21692): Terminating (SIGTERM)\u000a22:26:01.591110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21693): Terminating (SIGTERM)\u000a22:26:01.636181 run iperf3-srv_10.42.42.10(pid=21694): Terminating (SIGTERM)\u000a22:26:01.681289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21697): Terminating (SIGTERM)\u000a22:26:01.726568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21700): Terminating (SIGTERM)\u000a22:26:01.772599 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21703): Terminating (SIGTERM)\u000a22:26:01.784216 --- ParallelTerminationStrategy: PID 21691 died...\u000a22:26:01.843504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21691): Terminated: ok {rc=0}\u000a22:26:01.855310 --- ParallelTerminationStrategy: PID 21692 died...\u000a22:26:01.913115 run iperf3-srv_10.42.42.10(pid=21692): Terminated {rc=256}\u000a22:26:01.923784 --- ParallelTerminationStrategy: PID 21693 died...\u000a22:26:01.981037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21693): Terminated: ok {rc=0}\u000a22:26:01.992113 --- ParallelTerminationStrategy: PID 21694 died...\u000a22:26:02.052616 run iperf3-srv_10.42.42.10(pid=21694): Terminated {rc=256}\u000a22:26:02.063808 --- ParallelTerminationStrategy: PID 21697 died...\u000a22:26:02.121787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21697): Terminated: ok {rc=0}\u000a22:26:02.132444 --- ParallelTerminationStrategy: PID 21700 died...\u000a22:26:02.189951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21700): Terminated: ok {rc=0}\u000a22:26:02.200391 --- ParallelTerminationStrategy: PID 21703 died...\u000a22:26:02.256978 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21703): Terminated: ok {rc=0}\u000a22:26:02.346327 bus /gobi_0: Setting Powered False\u000a22:26:03.448870 bus /gobi_0: Setting Powered False\u000a22:26:04.558818 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21713): Process ended prematurely: osmo-stp_10.42.42.5(pid=21713) [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21713)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21713): Process ended prematurely: osmo-stp_10.42.42.5(pid=21713) [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21713)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a22:26:05.674061 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:05.685837 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:26:05.851802 tst iperf3.py: using LAC 17164\u000a22:26:05.981250 tst iperf3.py: using RAC 79\u000a22:26:06.110355 tst iperf3.py: using CellId 17164\u000a22:26:06.234505 tst iperf3.py: using BVCI 17165\u000a22:26:06.258246 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:06.269234 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:06.279991 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:06.290994 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:06.301903 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:06.312757 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:06.323641 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:06.334359 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:06.345449 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:26:06.638313 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:26:06.774628 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:26:07.110460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21705): Launched\u000a22:26:07.390854 run iperf3-srv_10.42.42.10(pid=21706): Launched\u000a22:26:07.590916 tst iperf3.py:8: start network...\u000a22:26:07.727418 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:26:08.249001 run create_hlr_db(pid=21707): Launched\u000a22:26:08.437425 bus /gobi_6: Setting Powered False\u000a22:26:09.458905 run create_hlr_db(pid=21707): Terminated: ok {rc=0}\u000a22:26:09.889972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21709): Launched\u000a22:26:10.214825 run osmo-hlr_10.42.42.2(pid=21710): Launched\u000a22:26:10.333276 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:26:10.985113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21712): Launched\u000a22:26:11.302916 run osmo-stp_10.42.42.5(pid=21713): Launched\u000a22:26:11.418822 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:26:11.972664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21715): Launched\u000a22:26:12.086628 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:26:12.364411 run patchelf(pid=21716): Launched\u000a22:26:12.551736 run osmo-stp_10.42.42.5(pid=21713): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21713)]\u000a22:26:12.688298 run osmo-stp_10.42.42.5(pid=21713): stdout: \u000a| (launched: 2022-12-08_22:26:11.146910)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:12.824595 run osmo-stp_10.42.42.5(pid=21713): stderr: \u000a| �[0;m�[38;5;43m20221208222611340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222611340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222611340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222611341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222611341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222611341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222611341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:12.957106 run osmo-stp_10.42.42.5(pid=21713): stdout: \u000a| (launched: 2022-12-08_22:26:11.146910)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:13.088473 run osmo-stp_10.42.42.5(pid=21713): stderr: \u000a| �[0;m�[38;5;43m20221208222611340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222611340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222611340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222611341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222611341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222611341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222611341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:13.243401 run patchelf(pid=21716): Terminating (SIGINT)\u000a22:26:13.422193 run patchelf(pid=21716): Terminated: ok {rc=0}\u000a22:26:13.455022 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21713): Process ended prematurely: osmo-stp_10.42.42.5(pid=21713) [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21713)] [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a22:26:13.464908 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a22:26:13.528238 run osmo-hlr_10.42.42.2(pid=21710): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21710)]\u000a22:26:13.579945 run osmo-hlr_10.42.42.2(pid=21710): stdout: \u000a| (launched: 2022-12-08_22:26:10.055857) \u000a22:26:13.632181 run osmo-hlr_10.42.42.2(pid=21710): stderr: \u000a| �[0;m�[1;31m20221208222610255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222610255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222610255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222610255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222610255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222610255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222610267 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222610276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222610276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222610276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:26:13.676586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21705): Terminating (SIGTERM)\u000a22:26:13.718837 run iperf3-srv_10.42.42.10(pid=21706): Terminating (SIGTERM)\u000a22:26:13.761334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21709): Terminating (SIGTERM)\u000a22:26:13.803833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21712): Terminating (SIGTERM)\u000a22:26:13.846174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21715): Terminating (SIGTERM)\u000a22:26:13.855988 --- ParallelTerminationStrategy: PID 21705 died...\u000a22:26:13.912565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21705): Terminated: ok {rc=0}\u000a22:26:13.922785 --- ParallelTerminationStrategy: PID 21706 died...\u000a22:26:13.978879 run iperf3-srv_10.42.42.10(pid=21706): Terminated {rc=256}\u000a22:26:13.989136 --- ParallelTerminationStrategy: PID 21709 died...\u000a22:26:14.045300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21709): Terminated: ok {rc=0}\u000a22:26:14.055307 --- ParallelTerminationStrategy: PID 21712 died...\u000a22:26:14.111461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21712): Terminated: ok {rc=0}\u000a22:26:14.121914 --- ParallelTerminationStrategy: PID 21715 died...\u000a22:26:14.178189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21715): Terminated: ok {rc=0}\u000a22:26:14.266751 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21731): Process ended prematurely: osmo-stp_10.42.42.5(pid=21731) [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21731)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21731): Process ended prematurely: osmo-stp_10.42.42.5(pid=21731) [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21731)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a22:26:15.375711 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:15.387156 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:26:15.540541 tst iperf3m4.py: using LAC 17165\u000a22:26:15.663395 tst iperf3m4.py: using RAC 80\u000a22:26:15.790300 tst iperf3m4.py: using CellId 17165\u000a22:26:15.926123 tst iperf3m4.py: using BVCI 17166\u000a22:26:15.951213 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:15.962928 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:15.974534 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:15.986134 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:15.997543 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:16.008939 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:16.020576 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:16.031954 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:16.043713 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:26:16.161567 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:26:16.302247 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:26:16.438176 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:26:16.742110 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:26:16.877892 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:26:17.221117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21717): Launched\u000a22:26:17.495631 run iperf3-srv_10.42.42.10(pid=21718): Launched\u000a22:26:17.690890 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:26:17.824146 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:26:18.153266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21719): Launched\u000a22:26:18.427482 run iperf3-srv_10.42.42.10(pid=21720): Launched\u000a22:26:18.623020 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:26:18.756213 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:26:19.085202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21721): Launched\u000a22:26:19.359538 run iperf3-srv_10.42.42.10(pid=21722): Launched\u000a22:26:19.554475 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:26:19.687655 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:26:20.016872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21723): Launched\u000a22:26:20.291602 run iperf3-srv_10.42.42.10(pid=21724): Launched\u000a22:26:20.486839 tst iperf3m4.py:8: start network...\u000a22:26:20.620157 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:26:21.133646 run create_hlr_db(pid=21725): Launched\u000a22:26:21.319411 bus /gobi_6: Setting Powered False\u000a22:26:22.341429 run create_hlr_db(pid=21725): Terminated: ok {rc=0}\u000a22:26:22.745167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21727): Launched\u000a22:26:23.044731 run osmo-hlr_10.42.42.2(pid=21728): Launched\u000a22:26:23.158897 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:26:23.678659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21730): Launched\u000a22:26:23.977366 run osmo-stp_10.42.42.5(pid=21731): Launched\u000a22:26:24.086988 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:26:24.609987 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21733): Launched\u000a22:26:24.717065 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:26:24.978417 run patchelf(pid=21734): Launched\u000a22:26:25.154652 run osmo-stp_10.42.42.5(pid=21731): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21731)]\u000a22:26:25.283522 run osmo-stp_10.42.42.5(pid=21731): stdout: \u000a| (launched: 2022-12-08_22:26:23.830763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:25.412687 run osmo-stp_10.42.42.5(pid=21731): stderr: \u000a| �[0;m�[38;5;43m20221208222623999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222623999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222623999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222624000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222624000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222624000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222624000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:25.537733 run osmo-stp_10.42.42.5(pid=21731): stdout: \u000a| (launched: 2022-12-08_22:26:23.830763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:25.661856 run osmo-stp_10.42.42.5(pid=21731): stderr: \u000a| �[0;m�[38;5;43m20221208222623999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222623999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222623999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222624000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222624000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222624000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222624000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:25.805818 run patchelf(pid=21734): Terminating (SIGINT)\u000a22:26:25.974724 run patchelf(pid=21734): Terminated: ok {rc=0}\u000a22:26:26.005896 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21731): Process ended prematurely: osmo-stp_10.42.42.5(pid=21731) [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21731)] [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a22:26:26.015313 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a22:26:26.077329 run osmo-hlr_10.42.42.2(pid=21728): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21728)]\u000a22:26:26.127687 run osmo-hlr_10.42.42.2(pid=21728): stdout: \u000a| (launched: 2022-12-08_22:26:22.897559) \u000a22:26:26.178673 run osmo-hlr_10.42.42.2(pid=21728): stderr: \u000a| �[0;m�[1;31m20221208222623075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222623075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222623075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222623075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222623075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222623075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222623087 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222623097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222623097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222623097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:26:26.221682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21717): Terminating (SIGTERM)\u000a22:26:26.262973 run iperf3-srv_10.42.42.10(pid=21718): Terminating (SIGTERM)\u000a22:26:26.303745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21719): Terminating (SIGTERM)\u000a22:26:26.344524 run iperf3-srv_10.42.42.10(pid=21720): Terminating (SIGTERM)\u000a22:26:26.386156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21721): Terminating (SIGTERM)\u000a22:26:26.427020 run iperf3-srv_10.42.42.10(pid=21722): Terminating (SIGTERM)\u000a22:26:26.467899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21723): Terminating (SIGTERM)\u000a22:26:26.508800 run iperf3-srv_10.42.42.10(pid=21724): Terminating (SIGTERM)\u000a22:26:26.551747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21727): Terminating (SIGTERM)\u000a22:26:26.593021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21730): Terminating (SIGTERM)\u000a22:26:26.633532 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21733): Terminating (SIGTERM)\u000a22:26:26.643039 --- ParallelTerminationStrategy: PID 21717 died...\u000a22:26:26.697917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21717): Terminated: ok {rc=0}\u000a22:26:26.707645 --- ParallelTerminationStrategy: PID 21718 died...\u000a22:26:26.761585 run iperf3-srv_10.42.42.10(pid=21718): Terminated {rc=256}\u000a22:26:26.771256 --- ParallelTerminationStrategy: PID 21719 died...\u000a22:26:26.825250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21719): Terminated: ok {rc=0}\u000a22:26:26.835202 --- ParallelTerminationStrategy: PID 21720 died...\u000a22:26:26.889377 run iperf3-srv_10.42.42.10(pid=21720): Terminated {rc=256}\u000a22:26:26.899109 --- ParallelTerminationStrategy: PID 21721 died...\u000a22:26:26.953535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21721): Terminated: ok {rc=0}\u000a22:26:26.963178 --- ParallelTerminationStrategy: PID 21722 died...\u000a22:26:27.017421 run iperf3-srv_10.42.42.10(pid=21722): Terminated {rc=256}\u000a22:26:27.027128 --- ParallelTerminationStrategy: PID 21723 died...\u000a22:26:27.081339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21723): Terminated: ok {rc=0}\u000a22:26:27.091437 --- ParallelTerminationStrategy: PID 21724 died...\u000a22:26:27.145546 run iperf3-srv_10.42.42.10(pid=21724): Terminated {rc=256}\u000a22:26:27.155573 --- ParallelTerminationStrategy: PID 21727 died...\u000a22:26:27.210037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21727): Terminated: ok {rc=0}\u000a22:26:27.219970 --- ParallelTerminationStrategy: PID 21730 died...\u000a22:26:27.274258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21730): Terminated: ok {rc=0}\u000a22:26:27.284137 --- ParallelTerminationStrategy: PID 21733 died...\u000a22:26:27.338374 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21733): Terminated: ok {rc=0}\u000a22:26:27.423547 bus /gobi_4: Setting Powered False\u000a22:26:28.533329 bus /gobi_4: Setting Powered False\u000a22:26:29.645101 bus /gobi_1: Setting Powered False\u000a22:26:30.753901 bus /gobi_1: Setting Powered False\u000a22:26:31.880882 bus /gobi_0: Setting Powered False\u000a22:26:32.986929 bus /gobi_0: Setting Powered False\u000a22:26:34.098186 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21741): Process ended prematurely: osmo-stp_10.42.42.5(pid=21741) [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21741)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21741): Process ended prematurely: osmo-stp_10.42.42.5(pid=21741) [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21741)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a22:26:35.167325 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:35.179424 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:26:35.338686 tst ping.py: using LAC 17166\u000a22:26:35.454492 tst ping.py: using RAC 81\u000a22:26:35.574533 tst ping.py: using CellId 17166\u000a22:26:35.694318 tst ping.py: using BVCI 17167\u000a22:26:35.717175 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:35.728076 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:35.738979 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:35.749940 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:35.760639 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:35.771512 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:35.782417 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:35.793268 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:26:36.078267 tst ping.py:19: start network...\u000a22:26:36.209560 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:26:36.714789 run create_hlr_db(pid=21735): Launched\u000a22:26:36.897209 bus /gobi_6: Setting Powered False\u000a22:26:37.918500 run create_hlr_db(pid=21735): Terminated: ok {rc=0}\u000a22:26:38.337553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21737): Launched\u000a22:26:38.650739 run osmo-hlr_10.42.42.2(pid=21738): Launched\u000a22:26:38.770416 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:26:39.318392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21740): Launched\u000a22:26:39.632393 run osmo-stp_10.42.42.5(pid=21741): Launched\u000a22:26:39.746212 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:26:40.278757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21743): Launched\u000a22:26:40.384454 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:26:40.642920 run patchelf(pid=21744): Launched\u000a22:26:40.817722 run osmo-stp_10.42.42.5(pid=21741): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21741)]\u000a22:26:40.944919 run osmo-stp_10.42.42.5(pid=21741): stdout: \u000a| (launched: 2022-12-08_22:26:39.478655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:41.073355 run osmo-stp_10.42.42.5(pid=21741): stderr: \u000a| �[0;m�[38;5;43m20221208222639669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222639670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222639670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222639670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222639671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222639671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222639671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:41.196824 run osmo-stp_10.42.42.5(pid=21741): stdout: \u000a| (launched: 2022-12-08_22:26:39.478655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:41.319669 run osmo-stp_10.42.42.5(pid=21741): stderr: \u000a| �[0;m�[38;5;43m20221208222639669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222639670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222639670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222639670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222639671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222639671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222639671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:41.461895 run patchelf(pid=21744): Terminating (SIGINT)\u000a22:26:41.628925 run patchelf(pid=21744): Terminated: ok {rc=0}\u000a22:26:41.659509 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21741): Process ended prematurely: osmo-stp_10.42.42.5(pid=21741) [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21741)] [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a22:26:41.668213 tst ping.py:22: Test FAILED (6.5 sec)\u000a22:26:41.729917 run osmo-hlr_10.42.42.2(pid=21738): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21738)]\u000a22:26:41.780209 run osmo-hlr_10.42.42.2(pid=21738): stdout: \u000a| (launched: 2022-12-08_22:26:38.497790) \u000a22:26:41.831487 run osmo-hlr_10.42.42.2(pid=21738): stderr: \u000a| �[0;m�[1;31m20221208222638696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222638696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222638696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222638696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222638697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222638697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222638710 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222638718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222638718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222638718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:26:41.874360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21737): Terminating (SIGTERM)\u000a22:26:41.915206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21740): Terminating (SIGTERM)\u000a22:26:41.956045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21743): Terminating (SIGTERM)\u000a22:26:41.965713 --- ParallelTerminationStrategy: PID 21737 died...\u000a22:26:42.020285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21737): Terminated: ok {rc=0}\u000a22:26:42.030376 --- ParallelTerminationStrategy: PID 21740 died...\u000a22:26:42.084564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21740): Terminated: ok {rc=0}\u000a22:26:42.094606 --- ParallelTerminationStrategy: PID 21743 died...\u000a22:26:42.149217 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21743): Terminated: ok {rc=0}\u000a22:26:42.239652 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21751): Process ended prematurely: osmo-stp_10.42.42.5(pid=21751) [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21751)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21751): Process ended prematurely: osmo-stp_10.42.42.5(pid=21751) [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21751)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a22:26:43.292106 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:43.304028 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:26:43.462334 tst ping_idle_ping.py: using LAC 17167\u000a22:26:43.578687 tst ping_idle_ping.py: using RAC 82\u000a22:26:43.694393 tst ping_idle_ping.py: using CellId 17167\u000a22:26:43.810554 tst ping_idle_ping.py: using BVCI 17168\u000a22:26:43.833452 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:43.844087 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:43.854672 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:43.865603 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:43.876470 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:43.887317 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:43.898144 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:43.908883 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:26:44.194855 tst ping_idle_ping.py:24: start network...\u000a22:26:44.327309 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:26:44.831050 run create_hlr_db(pid=21745): Launched\u000a22:26:45.013774 bus /gobi_6: Setting Powered False\u000a22:26:46.047665 run create_hlr_db(pid=21745): Terminated: ok {rc=0}\u000a22:26:46.487408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21747): Launched\u000a22:26:46.905076 run osmo-hlr_10.42.42.2(pid=21748): Launched\u000a22:26:47.063030 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:26:47.595787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21750): Launched\u000a22:26:47.892090 run osmo-stp_10.42.42.5(pid=21751): Launched\u000a22:26:47.999494 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:26:48.516236 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21753): Launched\u000a22:26:48.622034 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:26:48.881588 run patchelf(pid=21754): Launched\u000a22:26:49.056529 run osmo-stp_10.42.42.5(pid=21751): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21751)]\u000a22:26:49.185103 run osmo-stp_10.42.42.5(pid=21751): stdout: \u000a| (launched: 2022-12-08_22:26:47.747943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:49.313453 run osmo-stp_10.42.42.5(pid=21751): stderr: \u000a| �[0;m�[38;5;43m20221208222647918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222647918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222647918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222647919 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222647919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222647919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222647919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:49.437636 run osmo-stp_10.42.42.5(pid=21751): stdout: \u000a| (launched: 2022-12-08_22:26:47.747943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:49.560206 run osmo-stp_10.42.42.5(pid=21751): stderr: \u000a| �[0;m�[38;5;43m20221208222647918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222647918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222647918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222647919 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222647919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222647919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222647919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:49.703202 run patchelf(pid=21754): Terminating (SIGINT)\u000a22:26:49.871100 run patchelf(pid=21754): Terminated: ok {rc=0}\u000a22:26:49.901691 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21751): Process ended prematurely: osmo-stp_10.42.42.5(pid=21751) [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21751)] [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a22:26:49.910741 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a22:26:49.971626 run osmo-hlr_10.42.42.2(pid=21748): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21748)]\u000a22:26:50.021804 run osmo-hlr_10.42.42.2(pid=21748): stdout: \u000a| (launched: 2022-12-08_22:26:46.650456) \u000a22:26:50.072113 run osmo-hlr_10.42.42.2(pid=21748): stderr: \u000a| �[0;m�[1;31m20221208222646857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222646857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222646857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222646857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222646857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222646857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222646874 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222646898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222646898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222646898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:26:50.114722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21747): Terminating (SIGTERM)\u000a22:26:50.155033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21750): Terminating (SIGTERM)\u000a22:26:50.196826 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21753): Terminating (SIGTERM)\u000a22:26:50.206194 --- ParallelTerminationStrategy: PID 21747 died...\u000a22:26:50.260267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21747): Terminated: ok {rc=0}\u000a22:26:50.270119 --- ParallelTerminationStrategy: PID 21750 died...\u000a22:26:50.324160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21750): Terminated: ok {rc=0}\u000a22:26:50.333912 --- ParallelTerminationStrategy: PID 21753 died...\u000a22:26:50.388004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21753): Terminated: ok {rc=0}\u000a22:26:50.473065 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:25:52" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21769): Process ended prematurely: osmo-stp_10.42.42.5(pid=21769) [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21769)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21769): Process ended prematurely: osmo-stp_10.42.42.5(pid=21769) [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21769)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:26:52.637398 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:26:52.648503 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:26:52.814088 tst cs_paging_gprs_active.py: using LAC 17168\u000a22:26:52.944830 tst cs_paging_gprs_active.py: using RAC 83\u000a22:26:53.065759 tst cs_paging_gprs_active.py: using CellId 17168\u000a22:26:53.184102 tst cs_paging_gprs_active.py: using BVCI 17169\u000a22:26:53.207857 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:26:53.218608 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:26:53.229602 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:26:53.241068 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:26:53.252107 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:26:53.263107 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:26:53.274248 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:26:53.285321 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:26:53.296427 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:26:53.416059 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:26:53.712304 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:26:53.846305 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:26:54.178571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21759): Launched\u000a22:26:54.455689 run iperf3-srv_10.42.42.10(pid=21760): Launched\u000a22:26:54.652475 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:26:54.787628 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:26:55.120131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21761): Launched\u000a22:26:55.397504 run iperf3-srv_10.42.42.10(pid=21762): Launched\u000a22:26:55.594608 tst cs_paging_gprs_active.py:38: start network...\u000a22:26:55.728934 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:26:56.245013 run create_hlr_db(pid=21763): Launched\u000a22:26:56.430788 bus /gobi_6: Setting Powered False\u000a22:26:57.453664 run create_hlr_db(pid=21763): Terminated: ok {rc=0}\u000a22:26:57.856441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21765): Launched\u000a22:26:58.157518 run osmo-hlr_10.42.42.2(pid=21766): Launched\u000a22:26:58.276918 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:26:58.806318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21768): Launched\u000a22:26:59.106866 run osmo-stp_10.42.42.5(pid=21769): Launched\u000a22:26:59.217347 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:26:59.741411 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21771): Launched\u000a22:26:59.849128 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:27:00.112680 run patchelf(pid=21772): Launched\u000a22:27:00.289292 run osmo-stp_10.42.42.5(pid=21769): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21769)]\u000a22:27:00.418860 run osmo-stp_10.42.42.5(pid=21769): stdout: \u000a| (launched: 2022-12-08_22:26:58.959143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:00.548356 run osmo-stp_10.42.42.5(pid=21769): stderr: \u000a| �[0;m�[38;5;43m20221208222659130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222659130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222659130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222659131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222659131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222659131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222659131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:00.674113 run osmo-stp_10.42.42.5(pid=21769): stdout: \u000a| (launched: 2022-12-08_22:26:58.959143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:00.799402 run osmo-stp_10.42.42.5(pid=21769): stderr: \u000a| �[0;m�[38;5;43m20221208222659130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222659130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222659130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222659131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222659131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222659131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222659131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:00.947636 run patchelf(pid=21772): Terminating (SIGINT)\u000a22:27:01.121266 run patchelf(pid=21772): Terminated: ok {rc=0}\u000a22:27:01.153927 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21769): Process ended prematurely: osmo-stp_10.42.42.5(pid=21769) [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21769)] [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a22:27:01.164379 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a22:27:01.229404 run osmo-hlr_10.42.42.2(pid=21766): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21766)]\u000a22:27:01.281911 run osmo-hlr_10.42.42.2(pid=21766): stdout: \u000a| (launched: 2022-12-08_22:26:58.010068) \u000a22:27:01.335335 run osmo-hlr_10.42.42.2(pid=21766): stderr: \u000a| �[0;m�[1;31m20221208222658186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222658186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222658186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222658187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222658187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222658187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222658199 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222658209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222658210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222658210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:27:01.379554 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21759): Terminating (SIGTERM)\u000a22:27:01.424550 run iperf3-srv_10.42.42.10(pid=21760): Terminating (SIGTERM)\u000a22:27:01.469370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21761): Terminating (SIGTERM)\u000a22:27:01.514349 run iperf3-srv_10.42.42.10(pid=21762): Terminating (SIGTERM)\u000a22:27:01.559724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21765): Terminating (SIGTERM)\u000a22:27:01.606021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21768): Terminating (SIGTERM)\u000a22:27:01.648067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21771): Terminating (SIGTERM)\u000a22:27:01.658988 --- ParallelTerminationStrategy: PID 21759 died...\u000a22:27:01.716406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21759): Terminated: ok {rc=0}\u000a22:27:01.727033 --- ParallelTerminationStrategy: PID 21760 died...\u000a22:27:01.784272 run iperf3-srv_10.42.42.10(pid=21760): Terminated {rc=256}\u000a22:27:01.794998 --- ParallelTerminationStrategy: PID 21761 died...\u000a22:27:01.852830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21761): Terminated: ok {rc=0}\u000a22:27:01.863539 --- ParallelTerminationStrategy: PID 21762 died...\u000a22:27:01.921159 run iperf3-srv_10.42.42.10(pid=21762): Terminated {rc=256}\u000a22:27:01.931822 --- ParallelTerminationStrategy: PID 21765 died...\u000a22:27:01.988053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21765): Terminated: ok {rc=0}\u000a22:27:01.999755 --- ParallelTerminationStrategy: PID 21768 died...\u000a22:27:02.055877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21768): Terminated: ok {rc=0}\u000a22:27:02.067490 --- ParallelTerminationStrategy: PID 21771 died...\u000a22:27:02.123811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21771): Terminated: ok {rc=0}\u000a22:27:02.210827 bus /gobi_0: Setting Powered False\u000a22:27:03.315205 bus /gobi_0: Setting Powered False\u000a22:27:04.427360 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21781): Process ended prematurely: osmo-stp_10.42.42.5(pid=21781) [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21781)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21781): Process ended prematurely: osmo-stp_10.42.42.5(pid=21781) [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21781)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a22:27:05.537646 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:05.549190 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:27:05.707117 tst iperf3.py: using LAC 17169\u000a22:27:05.827849 tst iperf3.py: using RAC 84\u000a22:27:05.948446 tst iperf3.py: using CellId 17169\u000a22:27:06.073793 tst iperf3.py: using BVCI 17170\u000a22:27:06.098694 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:06.110474 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:06.121878 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:06.133166 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:06.144345 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:06.155724 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:06.167020 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:06.178197 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:06.189939 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:27:06.465046 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:27:06.590377 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:27:06.901542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21773): Launched\u000a22:27:07.160462 run iperf3-srv_10.42.42.10(pid=21774): Launched\u000a22:27:07.343413 tst iperf3.py:8: start network...\u000a22:27:07.468679 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:27:07.956892 run create_hlr_db(pid=21775): Launched\u000a22:27:08.143811 bus /gobi_6: Setting Powered False\u000a22:27:09.164289 run create_hlr_db(pid=21775): Terminated: ok {rc=0}\u000a22:27:09.567527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21777): Launched\u000a22:27:09.867592 run osmo-hlr_10.42.42.2(pid=21778): Launched\u000a22:27:09.985634 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:27:10.516316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21780): Launched\u000a22:27:10.816548 run osmo-stp_10.42.42.5(pid=21781): Launched\u000a22:27:10.927187 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:27:11.451419 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21783): Launched\u000a22:27:11.559273 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:27:11.821977 run patchelf(pid=21784): Launched\u000a22:27:11.998561 run osmo-stp_10.42.42.5(pid=21781): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21781)]\u000a22:27:12.127671 run osmo-stp_10.42.42.5(pid=21781): stdout: \u000a| (launched: 2022-12-08_22:27:10.668867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:12.257288 run osmo-stp_10.42.42.5(pid=21781): stderr: \u000a| �[0;m�[38;5;43m20221208222710839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222710839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222710839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222710840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222710840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222710840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222710840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:12.382456 run osmo-stp_10.42.42.5(pid=21781): stdout: \u000a| (launched: 2022-12-08_22:27:10.668867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:12.506924 run osmo-stp_10.42.42.5(pid=21781): stderr: \u000a| �[0;m�[38;5;43m20221208222710839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222710839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222710839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222710840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222710840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222710840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222710840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:12.652137 run patchelf(pid=21784): Terminating (SIGINT)\u000a22:27:12.822571 run patchelf(pid=21784): Terminated: ok {rc=0}\u000a22:27:12.854055 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21781): Process ended prematurely: osmo-stp_10.42.42.5(pid=21781) [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21781)] [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a22:27:12.863599 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a22:27:12.924675 run osmo-hlr_10.42.42.2(pid=21778): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21778)]\u000a22:27:12.975464 run osmo-hlr_10.42.42.2(pid=21778): stdout: \u000a| (launched: 2022-12-08_22:27:09.720874) \u000a22:27:13.025994 run osmo-hlr_10.42.42.2(pid=21778): stderr: \u000a| �[0;m�[1;31m20221208222709898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222709898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222709899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222709899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222709899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222709899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222709910 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222709919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222709919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222709919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:27:13.068921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21773): Terminating (SIGTERM)\u000a22:27:13.110117 run iperf3-srv_10.42.42.10(pid=21774): Terminating (SIGTERM)\u000a22:27:13.150855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21777): Terminating (SIGTERM)\u000a22:27:13.191956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21780): Terminating (SIGTERM)\u000a22:27:13.232788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21783): Terminating (SIGTERM)\u000a22:27:13.242426 --- ParallelTerminationStrategy: PID 21773 died...\u000a22:27:13.297283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21773): Terminated: ok {rc=0}\u000a22:27:13.307221 --- ParallelTerminationStrategy: PID 21774 died...\u000a22:27:13.361412 run iperf3-srv_10.42.42.10(pid=21774): Terminated {rc=256}\u000a22:27:13.371442 --- ParallelTerminationStrategy: PID 21777 died...\u000a22:27:13.425966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21777): Terminated: ok {rc=0}\u000a22:27:13.435616 --- ParallelTerminationStrategy: PID 21780 died...\u000a22:27:13.490421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21780): Terminated: ok {rc=0}\u000a22:27:13.500203 --- ParallelTerminationStrategy: PID 21783 died...\u000a22:27:13.554864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21783): Terminated: ok {rc=0}\u000a22:27:13.643980 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21799): Process ended prematurely: osmo-stp_10.42.42.5(pid=21799) [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21799)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21799): Process ended prematurely: osmo-stp_10.42.42.5(pid=21799) [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21799)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a22:27:14.755076 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:14.766585 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:27:14.924182 tst iperf3m4.py: using LAC 17170\u000a22:27:15.046382 tst iperf3m4.py: using RAC 85\u000a22:27:15.167539 tst iperf3m4.py: using CellId 17170\u000a22:27:15.290277 tst iperf3m4.py: using BVCI 17171\u000a22:27:15.313372 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:15.324084 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:15.334734 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:15.345820 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:15.356485 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:15.367269 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:15.378492 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:15.389856 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:15.401224 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:27:15.516836 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:27:15.637270 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:27:15.752233 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:27:16.054605 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:27:16.208661 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:27:16.542081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21785): Launched\u000a22:27:16.808248 run iperf3-srv_10.42.42.10(pid=21786): Launched\u000a22:27:17.001857 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:27:17.132527 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:27:17.448139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21787): Launched\u000a22:27:17.706638 run iperf3-srv_10.42.42.10(pid=21788): Launched\u000a22:27:17.890293 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:27:18.015697 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:27:18.327528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21789): Launched\u000a22:27:18.586319 run iperf3-srv_10.42.42.10(pid=21790): Launched\u000a22:27:18.769606 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:27:18.894882 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:27:19.207503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21791): Launched\u000a22:27:19.466388 run iperf3-srv_10.42.42.10(pid=21792): Launched\u000a22:27:19.649511 tst iperf3m4.py:8: start network...\u000a22:27:19.774953 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:27:20.248032 run create_hlr_db(pid=21793): Launched\u000a22:27:20.422264 bus /gobi_6: Setting Powered False\u000a22:27:21.443376 run create_hlr_db(pid=21793): Terminated: ok {rc=0}\u000a22:27:21.842612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21795): Launched\u000a22:27:22.144273 run osmo-hlr_10.42.42.2(pid=21796): Launched\u000a22:27:22.258579 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:27:22.779404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21798): Launched\u000a22:27:23.080143 run osmo-stp_10.42.42.5(pid=21799): Launched\u000a22:27:23.191056 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:27:23.715853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21801): Launched\u000a22:27:23.823460 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:27:24.086999 run patchelf(pid=21802): Launched\u000a22:27:24.263752 run osmo-stp_10.42.42.5(pid=21799): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21799)]\u000a22:27:24.393210 run osmo-stp_10.42.42.5(pid=21799): stdout: \u000a| (launched: 2022-12-08_22:27:22.931959)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:24.522712 run osmo-stp_10.42.42.5(pid=21799): stderr: \u000a| �[0;m�[38;5;43m20221208222723101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222723101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222723102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222723102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222723102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222723102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222723103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:24.647777 run osmo-stp_10.42.42.5(pid=21799): stdout: \u000a| (launched: 2022-12-08_22:27:22.931959)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:24.772061 run osmo-stp_10.42.42.5(pid=21799): stderr: \u000a| �[0;m�[38;5;43m20221208222723101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222723101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222723102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222723102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222723102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222723102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222723103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:24.917507 run patchelf(pid=21802): Terminating (SIGINT)\u000a22:27:25.087867 run patchelf(pid=21802): Terminated: ok {rc=0}\u000a22:27:25.119494 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21799): Process ended prematurely: osmo-stp_10.42.42.5(pid=21799) [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21799)] [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a22:27:25.128693 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a22:27:25.190993 run osmo-hlr_10.42.42.2(pid=21796): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21796)]\u000a22:27:25.241633 run osmo-hlr_10.42.42.2(pid=21796): stdout: \u000a| (launched: 2022-12-08_22:27:21.995295) \u000a22:27:25.292715 run osmo-hlr_10.42.42.2(pid=21796): stderr: \u000a| �[0;m�[1;31m20221208222722170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222722170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222722170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222722170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222722170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222722170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222722181 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222722190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222722190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222722190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:27:25.336279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21785): Terminating (SIGTERM)\u000a22:27:25.377272 run iperf3-srv_10.42.42.10(pid=21786): Terminating (SIGTERM)\u000a22:27:25.418487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21787): Terminating (SIGTERM)\u000a22:27:25.459456 run iperf3-srv_10.42.42.10(pid=21788): Terminating (SIGTERM)\u000a22:27:25.500155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21789): Terminating (SIGTERM)\u000a22:27:25.540814 run iperf3-srv_10.42.42.10(pid=21790): Terminating (SIGTERM)\u000a22:27:25.581617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21791): Terminating (SIGTERM)\u000a22:27:25.622201 run iperf3-srv_10.42.42.10(pid=21792): Terminating (SIGTERM)\u000a22:27:25.662918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21795): Terminating (SIGTERM)\u000a22:27:25.703707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21798): Terminating (SIGTERM)\u000a22:27:25.744041 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21801): Terminating (SIGTERM)\u000a22:27:25.753725 --- ParallelTerminationStrategy: PID 21785 died...\u000a22:27:25.808403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21785): Terminated: ok {rc=0}\u000a22:27:25.818274 --- ParallelTerminationStrategy: PID 21786 died...\u000a22:27:25.872277 run iperf3-srv_10.42.42.10(pid=21786): Terminated {rc=256}\u000a22:27:25.882065 --- ParallelTerminationStrategy: PID 21787 died...\u000a22:27:25.935987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21787): Terminated: ok {rc=0}\u000a22:27:25.945801 --- ParallelTerminationStrategy: PID 21788 died...\u000a22:27:25.999835 run iperf3-srv_10.42.42.10(pid=21788): Terminated {rc=256}\u000a22:27:26.009904 --- ParallelTerminationStrategy: PID 21789 died...\u000a22:27:26.064192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21789): Terminated: ok {rc=0}\u000a22:27:26.074039 --- ParallelTerminationStrategy: PID 21790 died...\u000a22:27:26.128119 run iperf3-srv_10.42.42.10(pid=21790): Terminated {rc=256}\u000a22:27:26.137989 --- ParallelTerminationStrategy: PID 21791 died...\u000a22:27:26.192196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21791): Terminated: ok {rc=0}\u000a22:27:26.202181 --- ParallelTerminationStrategy: PID 21792 died...\u000a22:27:26.256182 run iperf3-srv_10.42.42.10(pid=21792): Terminated {rc=256}\u000a22:27:26.266259 --- ParallelTerminationStrategy: PID 21795 died...\u000a22:27:26.320111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21795): Terminated: ok {rc=0}\u000a22:27:26.330162 --- ParallelTerminationStrategy: PID 21798 died...\u000a22:27:26.383917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21798): Terminated: ok {rc=0}\u000a22:27:26.394033 --- ParallelTerminationStrategy: PID 21801 died...\u000a22:27:26.447992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21801): Terminated: ok {rc=0}\u000a22:27:26.533120 bus /gobi_4: Setting Powered False\u000a22:27:27.642587 bus /gobi_4: Setting Powered False\u000a22:27:28.752213 bus /gobi_1: Setting Powered False\u000a22:27:29.859699 bus /gobi_1: Setting Powered False\u000a22:27:30.978841 bus /gobi_0: Setting Powered False\u000a22:27:32.083476 bus /gobi_0: Setting Powered False\u000a22:27:33.192605 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21809): Process ended prematurely: osmo-stp_10.42.42.5(pid=21809) [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21809)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21809): Process ended prematurely: osmo-stp_10.42.42.5(pid=21809) [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21809)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a22:27:34.261377 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:34.273281 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:27:34.436183 tst ping.py: using LAC 17171\u000a22:27:34.559155 tst ping.py: using RAC 86\u000a22:27:34.682291 tst ping.py: using CellId 17171\u000a22:27:34.804531 tst ping.py: using BVCI 17172\u000a22:27:34.828679 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:34.839983 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:34.851214 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:34.862528 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:34.873619 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:34.884723 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:34.896027 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:34.907220 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:27:35.194065 tst ping.py:19: start network...\u000a22:27:35.325565 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:27:35.824446 run create_hlr_db(pid=21803): Launched\u000a22:27:35.995207 bus /gobi_6: Setting Powered False\u000a22:27:37.016735 run create_hlr_db(pid=21803): Terminated: ok {rc=0}\u000a22:27:37.411432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21805): Launched\u000a22:27:37.706754 run osmo-hlr_10.42.42.2(pid=21806): Launched\u000a22:27:37.819710 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:27:38.339985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21808): Launched\u000a22:27:38.634520 run osmo-stp_10.42.42.5(pid=21809): Launched\u000a22:27:38.742159 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:27:39.256307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21811): Launched\u000a22:27:39.361351 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:27:39.618877 run patchelf(pid=21812): Launched\u000a22:27:39.793089 run osmo-stp_10.42.42.5(pid=21809): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21809)]\u000a22:27:39.920193 run osmo-stp_10.42.42.5(pid=21809): stdout: \u000a| (launched: 2022-12-08_22:27:38.489629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:40.047994 run osmo-stp_10.42.42.5(pid=21809): stderr: \u000a| �[0;m�[38;5;43m20221208222738656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222738657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222738657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222738657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222738658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222738658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222738658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:40.171030 run osmo-stp_10.42.42.5(pid=21809): stdout: \u000a| (launched: 2022-12-08_22:27:38.489629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:40.293083 run osmo-stp_10.42.42.5(pid=21809): stderr: \u000a| �[0;m�[38;5;43m20221208222738656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222738657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222738657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222738657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222738658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222738658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222738658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:40.434939 run patchelf(pid=21812): Terminating (SIGINT)\u000a22:27:40.602494 run patchelf(pid=21812): Terminated: ok {rc=0}\u000a22:27:40.632923 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21809): Process ended prematurely: osmo-stp_10.42.42.5(pid=21809) [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21809)] [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a22:27:40.641749 tst ping.py:22: Test FAILED (6.4 sec)\u000a22:27:40.703264 run osmo-hlr_10.42.42.2(pid=21806): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21806)]\u000a22:27:40.753385 run osmo-hlr_10.42.42.2(pid=21806): stdout: \u000a| (launched: 2022-12-08_22:27:37.561652) \u000a22:27:40.804136 run osmo-hlr_10.42.42.2(pid=21806): stderr: \u000a| �[0;m�[1;31m20221208222737737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222737737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222737737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222737737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222737737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222737737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222737749 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222737758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222737759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222737759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:27:40.847107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21805): Terminating (SIGTERM)\u000a22:27:40.887803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21808): Terminating (SIGTERM)\u000a22:27:40.928686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21811): Terminating (SIGTERM)\u000a22:27:40.938326 --- ParallelTerminationStrategy: PID 21805 died...\u000a22:27:40.992990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21805): Terminated: ok {rc=0}\u000a22:27:41.002803 --- ParallelTerminationStrategy: PID 21808 died...\u000a22:27:41.057208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21808): Terminated: ok {rc=0}\u000a22:27:41.067229 --- ParallelTerminationStrategy: PID 21811 died...\u000a22:27:41.121931 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21811): Terminated: ok {rc=0}\u000a22:27:41.206786 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21819): Process ended prematurely: osmo-stp_10.42.42.5(pid=21819) [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21819)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21819): Process ended prematurely: osmo-stp_10.42.42.5(pid=21819) [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21819)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a22:27:42.260295 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:42.272873 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:27:42.439762 tst ping_idle_ping.py: using LAC 17172\u000a22:27:42.564167 tst ping_idle_ping.py: using RAC 87\u000a22:27:42.689738 tst ping_idle_ping.py: using CellId 17172\u000a22:27:42.815753 tst ping_idle_ping.py: using BVCI 17173\u000a22:27:42.840138 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:42.851559 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:42.862904 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:42.874178 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:42.885289 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:42.896461 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:42.907774 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:42.919043 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:27:43.208041 tst ping_idle_ping.py:24: start network...\u000a22:27:43.339788 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:27:43.842919 run create_hlr_db(pid=21813): Launched\u000a22:27:44.026168 bus /gobi_6: Setting Powered False\u000a22:27:45.047765 run create_hlr_db(pid=21813): Terminated: ok {rc=0}\u000a22:27:45.470222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21815): Launched\u000a22:27:45.785360 run osmo-hlr_10.42.42.2(pid=21816): Launched\u000a22:27:45.945280 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:27:46.515732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21818): Launched\u000a22:27:46.858734 run osmo-stp_10.42.42.5(pid=21819): Launched\u000a22:27:47.054087 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:27:47.678260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21821): Launched\u000a22:27:47.784011 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:27:48.042384 run patchelf(pid=21822): Launched\u000a22:27:48.217407 run osmo-stp_10.42.42.5(pid=21819): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21819)]\u000a22:27:48.345564 run osmo-stp_10.42.42.5(pid=21819): stdout: \u000a| (launched: 2022-12-08_22:27:46.673969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:48.474337 run osmo-stp_10.42.42.5(pid=21819): stderr: \u000a| �[0;m�[38;5;43m20221208222747020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222747020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222747020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222747021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222747021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222747021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222747021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:48.598342 run osmo-stp_10.42.42.5(pid=21819): stdout: \u000a| (launched: 2022-12-08_22:27:46.673969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:48.721680 run osmo-stp_10.42.42.5(pid=21819): stderr: \u000a| �[0;m�[38;5;43m20221208222747020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222747020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222747020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222747021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222747021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222747021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222747021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:48.864536 run patchelf(pid=21822): Terminating (SIGINT)\u000a22:27:49.032759 run patchelf(pid=21822): Terminated: ok {rc=0}\u000a22:27:49.063408 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21819): Process ended prematurely: osmo-stp_10.42.42.5(pid=21819) [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21819)] [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a22:27:49.072219 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a22:27:49.133862 run osmo-hlr_10.42.42.2(pid=21816): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21816)]\u000a22:27:49.184262 run osmo-hlr_10.42.42.2(pid=21816): stdout: \u000a| (launched: 2022-12-08_22:27:45.631101) \u000a22:27:49.235317 run osmo-hlr_10.42.42.2(pid=21816): stderr: \u000a| �[0;m�[1;31m20221208222745827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222745828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222745828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222745828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222745828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222745828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222745841 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222745859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222745859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222745859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:27:49.278160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21815): Terminating (SIGTERM)\u000a22:27:49.318897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21818): Terminating (SIGTERM)\u000a22:27:49.359600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21821): Terminating (SIGTERM)\u000a22:27:49.369317 --- ParallelTerminationStrategy: PID 21815 died...\u000a22:27:49.423877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21815): Terminated: ok {rc=0}\u000a22:27:49.433706 --- ParallelTerminationStrategy: PID 21818 died...\u000a22:27:49.488476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21818): Terminated: ok {rc=0}\u000a22:27:49.498450 --- ParallelTerminationStrategy: PID 21821 died...\u000a22:27:49.553557 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21821): Terminated: ok {rc=0}\u000a22:27:49.644059 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:26:52" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21837): Process ended prematurely: osmo-stp_10.42.42.5(pid=21837) [trial-2350↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21837)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21837): Process ended prematurely: osmo-stp_10.42.42.5(pid=21837) [trial-2350↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21837)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:27:51.792356 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:27:51.803527 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:27:51.950239 tst cs_paging_gprs_active.py: using LAC 17173\u000a22:27:52.076208 tst cs_paging_gprs_active.py: using RAC 88\u000a22:27:52.202101 tst cs_paging_gprs_active.py: using CellId 17173\u000a22:27:52.334025 tst cs_paging_gprs_active.py: using BVCI 17174\u000a22:27:52.358946 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:27:52.370591 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:27:52.382047 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:27:52.393548 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:27:52.404848 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:27:52.416186 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:27:52.427693 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:27:52.439020 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:27:52.450765 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:27:52.566690 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:27:52.858702 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:27:52.993023 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:27:53.324943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21827): Launched\u000a22:27:53.600223 run iperf3-srv_10.42.42.10(pid=21828): Launched\u000a22:27:53.796942 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:27:53.930939 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:27:54.262534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21829): Launched\u000a22:27:54.538976 run iperf3-srv_10.42.42.10(pid=21830): Launched\u000a22:27:54.735881 tst cs_paging_gprs_active.py:38: start network...\u000a22:27:54.870384 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:27:55.386418 run create_hlr_db(pid=21831): Launched\u000a22:27:55.573275 bus /gobi_6: Setting Powered False\u000a22:27:56.595616 run create_hlr_db(pid=21831): Terminated: ok {rc=0}\u000a22:27:57.002820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21833): Launched\u000a22:27:57.306422 run osmo-hlr_10.42.42.2(pid=21834): Launched\u000a22:27:57.419007 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:27:57.947871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21836): Launched\u000a22:27:58.267837 run osmo-stp_10.42.42.5(pid=21837): Launched\u000a22:27:58.385245 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:27:58.944501 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21839): Launched\u000a22:27:59.059296 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:27:59.339776 run patchelf(pid=21840): Launched\u000a22:27:59.527458 run osmo-stp_10.42.42.5(pid=21837): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21837)]\u000a22:27:59.665072 run osmo-stp_10.42.42.5(pid=21837): stdout: \u000a| (launched: 2022-12-08_22:27:58.111406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:59.802760 run osmo-stp_10.42.42.5(pid=21837): stderr: \u000a| �[0;m�[38;5;43m20221208222758304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222758304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222758304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222758305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222758305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222758305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222758306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:59.936256 run osmo-stp_10.42.42.5(pid=21837): stdout: \u000a| (launched: 2022-12-08_22:27:58.111406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:00.068681 run osmo-stp_10.42.42.5(pid=21837): stderr: \u000a| �[0;m�[38;5;43m20221208222758304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222758304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222758304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222758305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222758305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222758305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222758306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:00.222170 run patchelf(pid=21840): Terminating (SIGINT)\u000a22:28:00.402660 run patchelf(pid=21840): Terminated: ok {rc=0}\u000a22:28:00.435785 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21837): Process ended prematurely: osmo-stp_10.42.42.5(pid=21837) [trial-2350↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21837)] [trial-2350↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a22:28:00.445890 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:28:00.509443 run osmo-hlr_10.42.42.2(pid=21834): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21834)]\u000a22:28:00.561559 run osmo-hlr_10.42.42.2(pid=21834): stdout: \u000a| (launched: 2022-12-08_22:27:57.157587) \u000a22:28:00.614431 run osmo-hlr_10.42.42.2(pid=21834): stderr: \u000a| �[0;m�[1;31m20221208222757333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222757334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222757334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222757334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222757334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222757334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222757346 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222757354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222757354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222757354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:28:00.659181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21827): Terminating (SIGTERM)\u000a22:28:00.702647 run iperf3-srv_10.42.42.10(pid=21828): Terminating (SIGTERM)\u000a22:28:00.745036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21829): Terminating (SIGTERM)\u000a22:28:00.787146 run iperf3-srv_10.42.42.10(pid=21830): Terminating (SIGTERM)\u000a22:28:00.829395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21833): Terminating (SIGTERM)\u000a22:28:00.884402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21836): Terminating (SIGTERM)\u000a22:28:00.952433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21839): Terminating (SIGTERM)\u000a22:28:00.965976 --- ParallelTerminationStrategy: PID 21827 died...\u000a22:28:01.039963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21827): Terminated: ok {rc=0}\u000a22:28:01.051635 --- ParallelTerminationStrategy: PID 21828 died...\u000a22:28:01.109379 run iperf3-srv_10.42.42.10(pid=21828): Terminated {rc=256}\u000a22:28:01.120044 --- ParallelTerminationStrategy: PID 21829 died...\u000a22:28:01.178937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21829): Terminated: ok {rc=0}\u000a22:28:01.189754 --- ParallelTerminationStrategy: PID 21830 died...\u000a22:28:01.247656 run iperf3-srv_10.42.42.10(pid=21830): Terminated {rc=256}\u000a22:28:01.259293 --- ParallelTerminationStrategy: PID 21833 died...\u000a22:28:01.316732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21833): Terminated: ok {rc=0}\u000a22:28:01.328588 --- ParallelTerminationStrategy: PID 21836 died...\u000a22:28:01.387299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21836): Terminated: ok {rc=0}\u000a22:28:01.398011 --- ParallelTerminationStrategy: PID 21839 died...\u000a22:28:01.457007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21839): Terminated: ok {rc=0}\u000a22:28:01.548807 bus /gobi_0: Setting Powered False\u000a22:28:02.652205 bus /gobi_0: Setting Powered False\u000a22:28:03.763614 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21849): Process ended prematurely: osmo-stp_10.42.42.5(pid=21849) [trial-2350↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21849)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21849): Process ended prematurely: osmo-stp_10.42.42.5(pid=21849) [trial-2350↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21849)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a22:28:04.879310 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:04.891585 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:28:05.039042 tst iperf3.py: using LAC 17174\u000a22:28:05.170886 tst iperf3.py: using RAC 89\u000a22:28:05.302092 tst iperf3.py: using CellId 17174\u000a22:28:05.419363 tst iperf3.py: using BVCI 17175\u000a22:28:05.442657 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:05.453944 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:05.464804 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:05.475996 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:05.487200 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:05.498442 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:05.509748 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:05.520902 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:05.532347 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:28:05.806909 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:28:05.932308 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:28:06.243585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21841): Launched\u000a22:28:06.501950 run iperf3-srv_10.42.42.10(pid=21842): Launched\u000a22:28:06.685715 tst iperf3.py:8: start network...\u000a22:28:06.811234 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:28:07.284585 run create_hlr_db(pid=21843): Launched\u000a22:28:07.458119 bus /gobi_6: Setting Powered False\u000a22:28:08.480609 run create_hlr_db(pid=21843): Terminated: ok {rc=0}\u000a22:28:08.880717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21845): Launched\u000a22:28:09.182169 run osmo-hlr_10.42.42.2(pid=21846): Launched\u000a22:28:09.297128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:28:09.819577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21848): Launched\u000a22:28:10.120547 run osmo-stp_10.42.42.5(pid=21849): Launched\u000a22:28:10.231089 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:28:10.755324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21851): Launched\u000a22:28:10.863049 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:28:11.126696 run patchelf(pid=21852): Launched\u000a22:28:11.303390 run osmo-stp_10.42.42.5(pid=21849): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21849)]\u000a22:28:11.433399 run osmo-stp_10.42.42.5(pid=21849): stdout: \u000a| (launched: 2022-12-08_22:28:09.972277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:11.562856 run osmo-stp_10.42.42.5(pid=21849): stderr: \u000a| �[0;m�[38;5;43m20221208222810143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222810143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222810144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222810144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222810144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222810144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222810145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:11.688289 run osmo-stp_10.42.42.5(pid=21849): stdout: \u000a| (launched: 2022-12-08_22:28:09.972277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:11.813089 run osmo-stp_10.42.42.5(pid=21849): stderr: \u000a| �[0;m�[38;5;43m20221208222810143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222810143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222810144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222810144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222810144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222810144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222810145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:11.957932 run patchelf(pid=21852): Terminating (SIGINT)\u000a22:28:12.128176 run patchelf(pid=21852): Terminated: ok {rc=0}\u000a22:28:12.159605 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21849): Process ended prematurely: osmo-stp_10.42.42.5(pid=21849) [trial-2350↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21849)] [trial-2350↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a22:28:12.169106 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a22:28:12.229943 run osmo-hlr_10.42.42.2(pid=21846): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21846)]\u000a22:28:12.279996 run osmo-hlr_10.42.42.2(pid=21846): stdout: \u000a| (launched: 2022-12-08_22:28:09.034062) \u000a22:28:12.330482 run osmo-hlr_10.42.42.2(pid=21846): stderr: \u000a| �[0;m�[1;31m20221208222809207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222809207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222809207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222809208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222809208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222809208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222809220 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222809228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222809229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222809229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:28:12.373172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21841): Terminating (SIGTERM)\u000a22:28:12.413530 run iperf3-srv_10.42.42.10(pid=21842): Terminating (SIGTERM)\u000a22:28:12.454058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21845): Terminating (SIGTERM)\u000a22:28:12.494642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21848): Terminating (SIGTERM)\u000a22:28:12.534943 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21851): Terminating (SIGTERM)\u000a22:28:12.544381 --- ParallelTerminationStrategy: PID 21841 died...\u000a22:28:12.598317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21841): Terminated: ok {rc=0}\u000a22:28:12.608105 --- ParallelTerminationStrategy: PID 21842 died...\u000a22:28:12.661476 run iperf3-srv_10.42.42.10(pid=21842): Terminated {rc=256}\u000a22:28:12.671296 --- ParallelTerminationStrategy: PID 21845 died...\u000a22:28:12.725245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21845): Terminated: ok {rc=0}\u000a22:28:12.735041 --- ParallelTerminationStrategy: PID 21848 died...\u000a22:28:12.788819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21848): Terminated: ok {rc=0}\u000a22:28:12.798530 --- ParallelTerminationStrategy: PID 21851 died...\u000a22:28:12.852346 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21851): Terminated: ok {rc=0}\u000a22:28:12.936684 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21867): Process ended prematurely: osmo-stp_10.42.42.5(pid=21867) [trial-2350↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21867)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21867): Process ended prematurely: osmo-stp_10.42.42.5(pid=21867) [trial-2350↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21867)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a22:28:14.053253 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:14.065658 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:28:14.214171 tst iperf3m4.py: using LAC 17175\u000a22:28:14.347475 tst iperf3m4.py: using RAC 90\u000a22:28:14.474033 tst iperf3m4.py: using CellId 17175\u000a22:28:14.599342 tst iperf3m4.py: using BVCI 17176\u000a22:28:14.624180 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:14.635871 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:14.647323 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:14.659032 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:14.670793 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:14.682370 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:14.694090 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:14.706228 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:14.718292 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:28:14.834389 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:28:14.951308 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:28:15.070801 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:28:15.349308 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:28:15.475514 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:28:15.787235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21853): Launched\u000a22:28:16.095049 run iperf3-srv_10.42.42.10(pid=21854): Launched\u000a22:28:16.282851 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:28:16.411873 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:28:16.773506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21855): Launched\u000a22:28:17.054517 run iperf3-srv_10.42.42.10(pid=21856): Launched\u000a22:28:17.242392 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:28:17.370414 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:28:17.682905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21857): Launched\u000a22:28:17.942120 run iperf3-srv_10.42.42.10(pid=21858): Launched\u000a22:28:18.125296 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:28:18.250807 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:28:18.561722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21859): Launched\u000a22:28:18.820515 run iperf3-srv_10.42.42.10(pid=21860): Launched\u000a22:28:19.003089 tst iperf3m4.py:8: start network...\u000a22:28:19.128460 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:28:19.603317 run create_hlr_db(pid=21861): Launched\u000a22:28:19.776850 bus /gobi_6: Setting Powered False\u000a22:28:20.799005 run create_hlr_db(pid=21861): Terminated: ok {rc=0}\u000a22:28:21.201298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21863): Launched\u000a22:28:21.502997 run osmo-hlr_10.42.42.2(pid=21864): Launched\u000a22:28:21.620232 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:28:22.149705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21866): Launched\u000a22:28:22.451273 run osmo-stp_10.42.42.5(pid=21867): Launched\u000a22:28:22.562166 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:28:23.088381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21869): Launched\u000a22:28:23.196203 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:28:23.459572 run patchelf(pid=21870): Launched\u000a22:28:23.636743 run osmo-stp_10.42.42.5(pid=21867): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21867)]\u000a22:28:23.766362 run osmo-stp_10.42.42.5(pid=21867): stdout: \u000a| (launched: 2022-12-08_22:28:22.302802)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:23.896784 run osmo-stp_10.42.42.5(pid=21867): stderr: \u000a| �[0;m�[38;5;43m20221208222822470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222822471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222822471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222822471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222822472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222822472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222822472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:24.022340 run osmo-stp_10.42.42.5(pid=21867): stdout: \u000a| (launched: 2022-12-08_22:28:22.302802)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:24.147204 run osmo-stp_10.42.42.5(pid=21867): stderr: \u000a| �[0;m�[38;5;43m20221208222822470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222822471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222822471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222822471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222822472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222822472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222822472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:24.291989 run patchelf(pid=21870): Terminating (SIGINT)\u000a22:28:24.462453 run patchelf(pid=21870): Terminated: ok {rc=0}\u000a22:28:24.493758 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21867): Process ended prematurely: osmo-stp_10.42.42.5(pid=21867) [trial-2350↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21867)] [trial-2350↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a22:28:24.503111 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a22:28:24.565098 run osmo-hlr_10.42.42.2(pid=21864): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21864)]\u000a22:28:24.615505 run osmo-hlr_10.42.42.2(pid=21864): stdout: \u000a| (launched: 2022-12-08_22:28:21.354776) \u000a22:28:24.666267 run osmo-hlr_10.42.42.2(pid=21864): stderr: \u000a| �[0;m�[1;31m20221208222821529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222821529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222821529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222821529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222821529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222821530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222821541 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222821550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222821550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222821550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:28:24.708789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21853): Terminating (SIGTERM)\u000a22:28:24.749303 run iperf3-srv_10.42.42.10(pid=21854): Terminating (SIGTERM)\u000a22:28:24.791763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21855): Terminating (SIGTERM)\u000a22:28:24.832336 run iperf3-srv_10.42.42.10(pid=21856): Terminating (SIGTERM)\u000a22:28:24.872781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21857): Terminating (SIGTERM)\u000a22:28:24.913294 run iperf3-srv_10.42.42.10(pid=21858): Terminating (SIGTERM)\u000a22:28:24.953714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21859): Terminating (SIGTERM)\u000a22:28:24.993989 run iperf3-srv_10.42.42.10(pid=21860): Terminating (SIGTERM)\u000a22:28:25.034567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21863): Terminating (SIGTERM)\u000a22:28:25.074687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21866): Terminating (SIGTERM)\u000a22:28:25.115193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21869): Terminating (SIGTERM)\u000a22:28:25.124628 --- ParallelTerminationStrategy: PID 21853 died...\u000a22:28:25.179070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21853): Terminated: ok {rc=0}\u000a22:28:25.188715 --- ParallelTerminationStrategy: PID 21854 died...\u000a22:28:25.242297 run iperf3-srv_10.42.42.10(pid=21854): Terminated {rc=256}\u000a22:28:25.252128 --- ParallelTerminationStrategy: PID 21855 died...\u000a22:28:25.306692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21855): Terminated: ok {rc=0}\u000a22:28:25.316378 --- ParallelTerminationStrategy: PID 21856 died...\u000a22:28:25.370626 run iperf3-srv_10.42.42.10(pid=21856): Terminated {rc=256}\u000a22:28:25.380182 --- ParallelTerminationStrategy: PID 21857 died...\u000a22:28:25.433694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21857): Terminated: ok {rc=0}\u000a22:28:25.443507 --- ParallelTerminationStrategy: PID 21858 died...\u000a22:28:25.497423 run iperf3-srv_10.42.42.10(pid=21858): Terminated {rc=256}\u000a22:28:25.507006 --- ParallelTerminationStrategy: PID 21859 died...\u000a22:28:25.560379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21859): Terminated: ok {rc=0}\u000a22:28:25.570191 --- ParallelTerminationStrategy: PID 21860 died...\u000a22:28:25.623445 run iperf3-srv_10.42.42.10(pid=21860): Terminated {rc=256}\u000a22:28:25.633356 --- ParallelTerminationStrategy: PID 21863 died...\u000a22:28:25.686968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21863): Terminated: ok {rc=0}\u000a22:28:25.696653 --- ParallelTerminationStrategy: PID 21866 died...\u000a22:28:25.750422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21866): Terminated: ok {rc=0}\u000a22:28:25.760156 --- ParallelTerminationStrategy: PID 21869 died...\u000a22:28:25.813981 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21869): Terminated: ok {rc=0}\u000a22:28:25.902876 bus /gobi_4: Setting Powered False\u000a22:28:27.006679 bus /gobi_4: Setting Powered False\u000a22:28:28.117299 bus /gobi_1: Setting Powered False\u000a22:28:29.225506 bus /gobi_1: Setting Powered False\u000a22:28:30.334686 bus /gobi_0: Setting Powered False\u000a22:28:31.467044 bus /gobi_0: Setting Powered False\u000a22:28:32.582563 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21878): Process ended prematurely: osmo-stp_10.42.42.5(pid=21878) [trial-2350↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21878)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21878): Process ended prematurely: osmo-stp_10.42.42.5(pid=21878) [trial-2350↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21878)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a22:28:33.650003 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:33.661728 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:28:33.799851 tst ping.py: using LAC 17176\u000a22:28:33.918588 tst ping.py: using RAC 91\u000a22:28:34.044305 tst ping.py: using CellId 17176\u000a22:28:34.168859 tst ping.py: using BVCI 17177\u000a22:28:34.193218 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:34.205333 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:34.217204 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:34.229336 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:34.241803 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:34.253915 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:34.266195 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:34.278294 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:28:34.551915 tst ping.py:19: start network...\u000a22:28:34.674511 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:28:35.135610 run create_hlr_db(pid=21872): Launched\u000a22:28:35.305841 bus /gobi_6: Setting Powered False\u000a22:28:36.326896 run create_hlr_db(pid=21872): Terminated: ok {rc=0}\u000a22:28:36.746127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21874): Launched\u000a22:28:37.059465 run osmo-hlr_10.42.42.2(pid=21875): Launched\u000a22:28:37.175293 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:28:37.726004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21877): Launched\u000a22:28:38.040763 run osmo-stp_10.42.42.5(pid=21878): Launched\u000a22:28:38.155391 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:28:38.705646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21880): Launched\u000a22:28:38.817930 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:28:39.092534 run patchelf(pid=21881): Launched\u000a22:28:39.278654 run osmo-stp_10.42.42.5(pid=21878): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21878)]\u000a22:28:39.414339 run osmo-stp_10.42.42.5(pid=21878): stdout: \u000a| (launched: 2022-12-08_22:28:37.886667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:39.550337 run osmo-stp_10.42.42.5(pid=21878): stderr: \u000a| �[0;m�[38;5;43m20221208222838078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222838078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222838078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222838078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222838079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222838079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222838079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:39.681816 run osmo-stp_10.42.42.5(pid=21878): stdout: \u000a| (launched: 2022-12-08_22:28:37.886667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:39.812103 run osmo-stp_10.42.42.5(pid=21878): stderr: \u000a| �[0;m�[38;5;43m20221208222838078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222838078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222838078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222838078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222838079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222838079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222838079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:39.963825 run patchelf(pid=21881): Terminating (SIGINT)\u000a22:28:40.141875 run patchelf(pid=21881): Terminated: ok {rc=0}\u000a22:28:40.174241 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21878): Process ended prematurely: osmo-stp_10.42.42.5(pid=21878) [trial-2350↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21878)] [trial-2350↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a22:28:40.183602 tst ping.py:22: Test FAILED (6.5 sec)\u000a22:28:40.247411 run osmo-hlr_10.42.42.2(pid=21875): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21875)]\u000a22:28:40.299593 run osmo-hlr_10.42.42.2(pid=21875): stdout: \u000a| (launched: 2022-12-08_22:28:36.906240) \u000a22:28:40.352445 run osmo-hlr_10.42.42.2(pid=21875): stderr: \u000a| �[0;m�[1;31m20221208222837105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222837105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222837105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222837105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222837105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222837105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222837118 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222837127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222837128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222837128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:28:40.397435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21874): Terminating (SIGTERM)\u000a22:28:40.439942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21877): Terminating (SIGTERM)\u000a22:28:40.482456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21880): Terminating (SIGTERM)\u000a22:28:40.492292 --- ParallelTerminationStrategy: PID 21874 died...\u000a22:28:40.549802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21874): Terminated: ok {rc=0}\u000a22:28:40.560206 --- ParallelTerminationStrategy: PID 21877 died...\u000a22:28:40.616801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21877): Terminated: ok {rc=0}\u000a22:28:40.627130 --- ParallelTerminationStrategy: PID 21880 died...\u000a22:28:40.683548 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21880): Terminated: ok {rc=0}\u000a22:28:40.771464 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21888): Process ended prematurely: osmo-stp_10.42.42.5(pid=21888) [trial-2350↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21888)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21888): Process ended prematurely: osmo-stp_10.42.42.5(pid=21888) [trial-2350↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21888)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a22:28:41.823350 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:41.835810 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:28:41.981811 tst ping_idle_ping.py: using LAC 17177\u000a22:28:42.107129 tst ping_idle_ping.py: using RAC 92\u000a22:28:42.231064 tst ping_idle_ping.py: using CellId 17177\u000a22:28:42.355510 tst ping_idle_ping.py: using BVCI 17178\u000a22:28:42.379953 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:42.391659 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:42.403176 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:42.414986 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:42.426679 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:42.438364 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:42.450523 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:42.462354 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:28:42.735218 tst ping_idle_ping.py:24: start network...\u000a22:28:42.858350 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:28:43.325768 run create_hlr_db(pid=21882): Launched\u000a22:28:43.497496 bus /gobi_6: Setting Powered False\u000a22:28:44.519331 run create_hlr_db(pid=21882): Terminated: ok {rc=0}\u000a22:28:44.939707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21884): Launched\u000a22:28:45.255569 run osmo-hlr_10.42.42.2(pid=21885): Launched\u000a22:28:45.373602 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:28:45.961092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21887): Launched\u000a22:28:46.370911 run osmo-stp_10.42.42.5(pid=21888): Launched\u000a22:28:46.633440 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:28:47.185212 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21890): Launched\u000a22:28:47.294089 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:28:47.553207 run patchelf(pid=21891): Launched\u000a22:28:47.729810 run osmo-stp_10.42.42.5(pid=21888): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21888)]\u000a22:28:47.858030 run osmo-stp_10.42.42.5(pid=21888): stdout: \u000a| (launched: 2022-12-08_22:28:46.118765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:47.986562 run osmo-stp_10.42.42.5(pid=21888): stderr: \u000a| �[0;m�[38;5;43m20221208222846448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222846448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222846457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222846458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222846458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222846458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222846458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:48.110420 run osmo-stp_10.42.42.5(pid=21888): stdout: \u000a| (launched: 2022-12-08_22:28:46.118765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:48.232724 run osmo-stp_10.42.42.5(pid=21888): stderr: \u000a| �[0;m�[38;5;43m20221208222846448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222846448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222846457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222846458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222846458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222846458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222846458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:48.375335 run patchelf(pid=21891): Terminating (SIGINT)\u000a22:28:48.542958 run patchelf(pid=21891): Terminated: ok {rc=0}\u000a22:28:48.573600 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21888): Process ended prematurely: osmo-stp_10.42.42.5(pid=21888) [trial-2350↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21888)] [trial-2350↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a22:28:48.582290 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a22:28:48.643419 run osmo-hlr_10.42.42.2(pid=21885): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21885)]\u000a22:28:48.693323 run osmo-hlr_10.42.42.2(pid=21885): stdout: \u000a| (launched: 2022-12-08_22:28:45.100490) \u000a22:28:48.743875 run osmo-hlr_10.42.42.2(pid=21885): stderr: \u000a| �[0;m�[1;31m20221208222845300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222845300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222845300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222845300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222845300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222845300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222845316 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222845325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222845326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222845326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:28:48.786496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21884): Terminating (SIGTERM)\u000a22:28:48.827163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21887): Terminating (SIGTERM)\u000a22:28:48.867508 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21890): Terminating (SIGTERM)\u000a22:28:48.877128 --- ParallelTerminationStrategy: PID 21884 died...\u000a22:28:48.931838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21884): Terminated: ok {rc=0}\u000a22:28:48.941663 --- ParallelTerminationStrategy: PID 21887 died...\u000a22:28:48.995652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21887): Terminated: ok {rc=0}\u000a22:28:49.005718 --- ParallelTerminationStrategy: PID 21890 died...\u000a22:28:49.059644 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21890): Terminated: ok {rc=0}\u000a22:28:49.150098 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:27:51" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21901): Process ended prematurely: osmo-stp_10.42.42.5(pid=21901) [trial-2350↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21901)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21901): Process ended prematurely: osmo-stp_10.42.42.5(pid=21901) [trial-2350↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21901)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a22:28:51.183720 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:28:51.195852 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:28:51.360280 tst switch_tch_pdch.py: using LAC 17178\u000a22:28:51.486348 tst switch_tch_pdch.py: using RAC 93\u000a22:28:51.609924 tst switch_tch_pdch.py: using CellId 17178\u000a22:28:51.736429 tst switch_tch_pdch.py: using BVCI 17179\u000a22:28:51.760606 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:28:51.772176 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:28:51.783498 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:28:51.795413 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:28:51.807257 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:28:51.819726 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:28:51.832077 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:28:51.843531 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:28:51.962696 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:28:52.250380 tst switch_tch_pdch.py:51: start network...\u000a22:28:52.381290 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:28:52.881753 run create_hlr_db(pid=21895): Launched\u000a22:28:53.064095 bus /gobi_6: Setting Powered False\u000a22:28:54.084765 run create_hlr_db(pid=21895): Terminated: ok {rc=0}\u000a22:28:54.482247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21897): Launched\u000a22:28:54.777243 run osmo-hlr_10.42.42.2(pid=21898): Launched\u000a22:28:54.890604 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:28:55.411709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21900): Launched\u000a22:28:55.706278 run osmo-stp_10.42.42.5(pid=21901): Launched\u000a22:28:55.814713 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:28:56.329867 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21903): Launched\u000a22:28:56.435357 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:28:56.693030 run patchelf(pid=21904): Launched\u000a22:28:56.867379 run osmo-stp_10.42.42.5(pid=21901): ERR: Terminated: ERROR {rc=1} [trial-2350↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21901)]\u000a22:28:56.995288 run osmo-stp_10.42.42.5(pid=21901): stdout: \u000a| (launched: 2022-12-08_22:28:55.561458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:57.123736 run osmo-stp_10.42.42.5(pid=21901): stderr: \u000a| �[0;m�[38;5;43m20221208222855731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222855731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222855732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222855732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222855734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222855734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222855734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:57.247798 run osmo-stp_10.42.42.5(pid=21901): stdout: \u000a| (launched: 2022-12-08_22:28:55.561458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:57.371020 run osmo-stp_10.42.42.5(pid=21901): stderr: \u000a| �[0;m�[38;5;43m20221208222855731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222855731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222855732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222855732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222855734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222855734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222855734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:57.513946 run patchelf(pid=21904): Terminating (SIGINT)\u000a22:28:57.681450 run patchelf(pid=21904): Terminated: ok {rc=0}\u000a22:28:57.712134 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=21901): Process ended prematurely: osmo-stp_10.42.42.5(pid=21901) [trial-2350↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21901)] [trial-2350↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a22:28:57.721272 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a22:28:57.783506 run osmo-hlr_10.42.42.2(pid=21898): ERR: Terminated: ERROR {rc=237} [trial-2350↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21898)]\u000a22:28:57.834142 run osmo-hlr_10.42.42.2(pid=21898): stdout: \u000a| (launched: 2022-12-08_22:28:54.631567) \u000a22:28:57.885545 run osmo-hlr_10.42.42.2(pid=21898): stderr: \u000a| �[0;m�[1;31m20221208222854806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222854806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222854806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222854806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222854807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222854807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222854819 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222854830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222854830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222854830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:28:57.928631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21897): Terminating (SIGTERM)\u000a22:28:57.969683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21900): Terminating (SIGTERM)\u000a22:28:58.011113 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21903): Terminating (SIGTERM)\u000a22:28:58.020648 --- ParallelTerminationStrategy: PID 21897 died...\u000a22:28:58.075613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21897): Terminated: ok {rc=0}\u000a22:28:58.085502 --- ParallelTerminationStrategy: PID 21900 died...\u000a22:28:58.139960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21900): Terminated: ok {rc=0}\u000a22:28:58.150235 --- ParallelTerminationStrategy: PID 21903 died...\u000a22:28:58.205182 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21903): Terminated: ok {rc=0}\u000a22:28:58.290211 bus /gobi_0: Setting Powered False\u000a22:28:59.392655 bus /gobi_0: Setting Powered False\u000a22:29:00.500046 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:28:50" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21914): Process ended prematurely: osmo-stp_10.42.42.5(pid=21914) [trial-2350↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21914)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21914): Process ended prematurely: osmo-stp_10.42.42.5(pid=21914) [trial-2350↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21914)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a22:29:02.485743 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:29:02.497237 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a22:29:02.658489 tst switch_tch_pdch.py: using LAC 17179\u000a22:29:02.776684 tst switch_tch_pdch.py: using RAC 94\u000a22:29:02.891497 tst switch_tch_pdch.py: using CellId 17179\u000a22:29:03.006992 tst switch_tch_pdch.py: using BVCI 17180\u000a22:29:03.029884 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:29:03.040692 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:29:03.051493 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:29:03.063366 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:29:03.074892 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:29:03.086448 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:29:03.097878 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:29:03.109294 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:29:03.228547 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:29:03.502155 tst switch_tch_pdch.py:51: start network...\u000a22:29:03.625146 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:29:04.064261 run create_hlr_db(pid=21908): Launched\u000a22:29:04.185631 bus /gobi_6: Setting Powered False\u000a22:29:05.267755 run create_hlr_db(pid=21908): Terminated: ok {rc=0}\u000a22:29:05.660731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21910): Launched\u000a22:29:05.975557 run osmo-hlr_10.42.42.2(pid=21911): Launched\u000a22:29:06.094279 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:29:06.615317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21913): Launched\u000a22:29:06.927508 run osmo-stp_10.42.42.5(pid=21914): Launched\u000a22:29:07.041092 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:29:07.565818 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21916): Launched\u000a22:29:07.678461 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:29:07.954794 run patchelf(pid=21917): Launched\u000a22:29:08.140043 run osmo-stp_10.42.42.5(pid=21914): ERR: Terminated: ERROR {rc=1} [trial-2350↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21914)]\u000a22:29:08.275745 run osmo-stp_10.42.42.5(pid=21914): stdout: \u000a| (launched: 2022-12-08_22:29:06.775437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:08.411764 run osmo-stp_10.42.42.5(pid=21914): stderr: \u000a| �[0;m�[38;5;43m20221208222906965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222906965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222906965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222906966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222906966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222906966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222906966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:08.542379 run osmo-stp_10.42.42.5(pid=21914): stdout: \u000a| (launched: 2022-12-08_22:29:06.775437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:08.672177 run osmo-stp_10.42.42.5(pid=21914): stderr: \u000a| �[0;m�[38;5;43m20221208222906965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222906965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222906965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222906966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222906966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222906966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222906966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:08.822744 run patchelf(pid=21917): Terminating (SIGINT)\u000a22:29:08.999311 run patchelf(pid=21917): Terminated: ok {rc=0}\u000a22:29:09.031434 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=21914): Process ended prematurely: osmo-stp_10.42.42.5(pid=21914) [trial-2350↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21914)] [trial-2350↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a22:29:09.040676 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a22:29:09.103804 run osmo-hlr_10.42.42.2(pid=21911): ERR: Terminated: ERROR {rc=237} [trial-2350↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21911)]\u000a22:29:09.155909 run osmo-hlr_10.42.42.2(pid=21911): stdout: \u000a| (launched: 2022-12-08_22:29:05.822161) \u000a22:29:09.208511 run osmo-hlr_10.42.42.2(pid=21911): stderr: \u000a| �[0;m�[1;31m20221208222906018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222906018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222906018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222906018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222906018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222906018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222906031 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222906041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222906041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222906041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:29:09.253759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21910): Terminating (SIGTERM)\u000a22:29:09.296326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21913): Terminating (SIGTERM)\u000a22:29:09.339097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21916): Terminating (SIGTERM)\u000a22:29:09.348886 --- ParallelTerminationStrategy: PID 21910 died...\u000a22:29:09.405865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21910): Terminated: ok {rc=0}\u000a22:29:09.416047 --- ParallelTerminationStrategy: PID 21913 died...\u000a22:29:09.472137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21913): Terminated: ok {rc=0}\u000a22:29:09.482353 --- ParallelTerminationStrategy: PID 21916 died...\u000a22:29:09.538621 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21916): Terminated: ok {rc=0}\u000a22:29:09.625740 bus /gobi_0: Setting Powered False\u000a22:29:10.734021 bus /gobi_0: Setting Powered False\u000a22:29:11.845667 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:29:02" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=21922): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21922) [trial-2350↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21922)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=21922): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21922) [trial-2350↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21922)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a22:29:13.738014 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a22:29:13.748561 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a22:29:13.884566 tst mo_mt_sms.py: using LAC 17180\u000a22:29:13.999665 tst mo_mt_sms.py: using RAC 95\u000a22:29:14.115016 tst mo_mt_sms.py: using CellId 17180\u000a22:29:14.229947 tst mo_mt_sms.py: using BVCI 17181\u000a22:29:14.252468 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a22:29:14.369621 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a22:29:14.654476 tst mo_mt_sms.py:9: start nitb and bts...\u000a22:29:14.785768 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:29:15.433770 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21921): Launched\u000a22:29:15.744659 run osmo-nitb_10.42.42.2(pid=21922): Launched\u000a22:29:15.956266 run osmo-nitb_10.42.42.2(pid=21922): ERR: Terminated: ERROR {rc=2} [trial-2350↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21922)]\u000a22:29:16.096458 run osmo-nitb_10.42.42.2(pid=21922): stdout: \u000a| (launched: 2022-12-08_22:29:15.593938) \u000a22:29:16.238149 run osmo-nitb_10.42.42.2(pid=21922): stderr: \u000a| (launched: 2022-12-08_22:29:15.640940)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:29:16.373597 run osmo-nitb_10.42.42.2(pid=21922): stdout: \u000a| (launched: 2022-12-08_22:29:15.593938) \u000a22:29:16.507287 run osmo-nitb_10.42.42.2(pid=21922): stderr: \u000a| (launched: 2022-12-08_22:29:15.640940)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:29:16.901886 tst osmo-nitb_10.42.42.2(pid=21922): stdout: \u000a| (launched: 2022-12-08_22:29:15.593938) \u000a22:29:17.057514 tst osmo-nitb_10.42.42.2(pid=21922): stderr: \u000a| (launched: 2022-12-08_22:29:15.640940)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:29:17.112026 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=21922): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21922) [trial-2350↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21922)] [trial-2350↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a22:29:17.120602 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a22:29:17.158835 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21921): Terminating (SIGTERM)\u000a22:29:17.337264 --- ParallelTerminationStrategy: PID 21921 died...\u000a22:29:17.395285 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21921): Terminated: ok {rc=0}\u000a22:29:17.485390 bus /sierra_3: Setting Powered False\u000a22:29:18.594074 bus /sierra_3: Setting Powered False\u000a22:29:19.706622 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:29:13" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "sms:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21932): Process ended prematurely: osmo-stp_10.42.42.5(pid=21932) [trial-2350↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21932)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21932): Process ended prematurely: osmo-stp_10.42.42.5(pid=21932) [trial-2350↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21932)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a22:29:21.600746 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:21.611766 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a22:29:21.751437 tst mo_mt_sms.py: using LAC 17181\u000a22:29:21.876337 tst mo_mt_sms.py: using RAC 96\u000a22:29:21.999765 tst mo_mt_sms.py: using CellId 17181\u000a22:29:22.122744 tst mo_mt_sms.py: using BVCI 17182\u000a22:29:22.146630 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:22.157439 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:22.168052 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:22.178786 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:22.189647 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:22.200227 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a22:29:22.312832 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a22:29:22.510180 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:29:22.974235 run create_hlr_db(pid=21926): Launched\u000a22:29:23.144654 bus /sierra_2: Setting Powered False\u000a22:29:24.166638 run create_hlr_db(pid=21926): Terminated: ok {rc=0}\u000a22:29:24.586080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21928): Launched\u000a22:29:24.899115 run osmo-hlr_10.42.42.2(pid=21929): Launched\u000a22:29:25.017945 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:29:25.531542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21931): Launched\u000a22:29:25.825393 run osmo-stp_10.42.42.5(pid=21932): Launched\u000a22:29:25.932761 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:29:26.472595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21934): Launched\u000a22:29:26.767266 run osmo-msc_10.42.42.6(pid=21935): Launched\u000a22:29:26.941697 run osmo-stp_10.42.42.5(pid=21932): ERR: Terminated: ERROR {rc=1} [trial-2350↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21932)]\u000a22:29:27.067591 run osmo-stp_10.42.42.5(pid=21932): stdout: \u000a| (launched: 2022-12-08_22:29:25.680770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:27.191516 run osmo-stp_10.42.42.5(pid=21932): stderr: \u000a| �[0;m�[38;5;43m20221208222925851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222925851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222925851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222925851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222925852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222925852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222925852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:27.310627 run osmo-stp_10.42.42.5(pid=21932): stdout: \u000a| (launched: 2022-12-08_22:29:25.680770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:27.428901 run osmo-stp_10.42.42.5(pid=21932): stderr: \u000a| �[0;m�[38;5;43m20221208222925851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222925851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222925851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222925851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222925852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222925852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222925852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:27.480448 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=21932): Process ended prematurely: osmo-stp_10.42.42.5(pid=21932) [trial-2350↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21932)] [trial-2350↪sms:trx-lms↪mo_mt_sms.py:16]\u000a22:29:27.488869 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a22:29:27.549819 run osmo-hlr_10.42.42.2(pid=21929): ERR: Terminated: ERROR {rc=237} [trial-2350↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21929)]\u000a22:29:27.599690 run osmo-hlr_10.42.42.2(pid=21929): stdout: \u000a| (launched: 2022-12-08_22:29:24.746387) \u000a22:29:27.650448 run osmo-hlr_10.42.42.2(pid=21929): stderr: \u000a| �[0;m�[1;31m20221208222924944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222924944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222924944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222924944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222924944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222924944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222924958 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222924966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222924966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222924966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:29:27.718719 run osmo-msc_10.42.42.6(pid=21935): ERR: Terminated: ERROR {rc=2} [trial-2350↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21935)]\u000a22:29:27.768534 run osmo-msc_10.42.42.6(pid=21935): stdout: \u000a| (launched: 2022-12-08_22:29:26.622669) \u000a22:29:27.818912 run osmo-msc_10.42.42.6(pid=21935): stderr: \u000a| �[0;m�[38;5;43m20221208222926890 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208222926890 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff16a7e6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208222926890 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208222926890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208222926891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208222926891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208222926893 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208222926893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208222926893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208222926893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:29:27.861693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21928): Terminating (SIGTERM)\u000a22:29:27.902407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21931): Terminating (SIGTERM)\u000a22:29:27.942707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21934): Terminating (SIGTERM)\u000a22:29:27.952294 --- ParallelTerminationStrategy: PID 21928 died...\u000a22:29:28.006345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21928): Terminated: ok {rc=0}\u000a22:29:28.016177 --- ParallelTerminationStrategy: PID 21931 died...\u000a22:29:28.069874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21931): Terminated: ok {rc=0}\u000a22:29:28.079453 --- ParallelTerminationStrategy: PID 21934 died...\u000a22:29:28.133543 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21934): Terminated: ok {rc=0}\u000a22:29:28.222138 bus /sierra_3: Setting Powered False\u000a22:29:29.328319 bus /sierra_3: Setting Powered False\u000a22:29:30.439391 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:29:21" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=21941): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21941) [trial-2350↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21941)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=21941): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21941) [trial-2350↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21941)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a22:29:32.281850 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a22:29:32.293016 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a22:29:32.433051 tst assert_extension.py: using LAC 17182\u000a22:29:32.558256 tst assert_extension.py: using RAC 97\u000a22:29:32.683743 tst assert_extension.py: using CellId 17182\u000a22:29:32.807210 tst assert_extension.py: using BVCI 17183\u000a22:29:32.831175 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a22:29:33.102432 tst assert_extension.py:10: start nitb and bts...\u000a22:29:33.225062 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:29:33.834561 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21940): Launched\u000a22:29:34.125813 run osmo-nitb_10.42.42.2(pid=21941): Launched\u000a22:29:34.308231 run osmo-nitb_10.42.42.2(pid=21941): ERR: Terminated: ERROR {rc=2} [trial-2350↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21941)]\u000a22:29:34.443079 run osmo-nitb_10.42.42.2(pid=21941): stdout: \u000a| (launched: 2022-12-08_22:29:33.984238) \u000a22:29:34.577717 run osmo-nitb_10.42.42.2(pid=21941): stderr: \u000a| (launched: 2022-12-08_22:29:34.028697)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:29:34.708021 run osmo-nitb_10.42.42.2(pid=21941): stdout: \u000a| (launched: 2022-12-08_22:29:33.984238) \u000a22:29:34.837105 run osmo-nitb_10.42.42.2(pid=21941): stderr: \u000a| (launched: 2022-12-08_22:29:34.028697)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:29:35.244635 tst osmo-nitb_10.42.42.2(pid=21941): stdout: \u000a| (launched: 2022-12-08_22:29:33.984238) \u000a22:29:35.362327 tst osmo-nitb_10.42.42.2(pid=21941): stderr: \u000a| (launched: 2022-12-08_22:29:34.028697)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:29:35.414008 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=21941): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21941) [trial-2350↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21941)] [trial-2350↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a22:29:35.422223 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a22:29:35.457753 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21940): Terminating (SIGTERM)\u000a22:29:35.635277 --- ParallelTerminationStrategy: PID 21940 died...\u000a22:29:35.691676 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21940): Terminated: ok {rc=0}\u000a22:29:35.782184 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:29:32" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "ussd:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21951): Process ended prematurely: osmo-stp_10.42.42.5(pid=21951) [trial-2350↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21951)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21951): Process ended prematurely: osmo-stp_10.42.42.5(pid=21951) [trial-2350↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21951)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a22:29:37.610216 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:37.620468 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a22:29:37.754828 tst assert_extension.py: using LAC 17183\u000a22:29:37.877923 tst assert_extension.py: using RAC 98\u000a22:29:38.001439 tst assert_extension.py: using CellId 17183\u000a22:29:38.120231 tst assert_extension.py: using BVCI 17184\u000a22:29:38.142773 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:38.153391 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:38.163713 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:38.175051 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:38.186425 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:38.197698 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a22:29:38.394515 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:29:38.857982 run create_hlr_db(pid=21945): Launched\u000a22:29:39.029212 bus /sierra_2: Setting Powered False\u000a22:29:40.051831 run create_hlr_db(pid=21945): Terminated: ok {rc=0}\u000a22:29:40.473254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21947): Launched\u000a22:29:40.788921 run osmo-hlr_10.42.42.2(pid=21948): Launched\u000a22:29:40.909062 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:29:41.458738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21950): Launched\u000a22:29:41.774421 run osmo-stp_10.42.42.5(pid=21951): Launched\u000a22:29:41.889761 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:29:42.467236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21953): Launched\u000a22:29:42.783698 run osmo-msc_10.42.42.6(pid=21954): Launched\u000a22:29:42.968516 run osmo-stp_10.42.42.5(pid=21951): ERR: Terminated: ERROR {rc=1} [trial-2350↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21951)]\u000a22:29:43.104199 run osmo-stp_10.42.42.5(pid=21951): stdout: \u000a| (launched: 2022-12-08_22:29:41.619779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:43.238208 run osmo-stp_10.42.42.5(pid=21951): stderr: \u000a| �[0;m�[38;5;43m20221208222941810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222941810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222941811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222941811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222941812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222941812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222941812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:43.366454 run osmo-stp_10.42.42.5(pid=21951): stdout: \u000a| (launched: 2022-12-08_22:29:41.619779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:43.492633 run osmo-stp_10.42.42.5(pid=21951): stderr: \u000a| �[0;m�[38;5;43m20221208222941810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222941810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222941811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222941811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222941812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222941812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222941812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:43.547910 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=21951): Process ended prematurely: osmo-stp_10.42.42.5(pid=21951) [trial-2350↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21951)] [trial-2350↪ussd:trx-lms↪assert_extension.py:17]\u000a22:29:43.557037 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a22:29:43.620335 run osmo-hlr_10.42.42.2(pid=21948): ERR: Terminated: ERROR {rc=237} [trial-2350↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21948)]\u000a22:29:43.672558 run osmo-hlr_10.42.42.2(pid=21948): stdout: \u000a| (launched: 2022-12-08_22:29:40.634578) \u000a22:29:43.725347 run osmo-hlr_10.42.42.2(pid=21948): stderr: \u000a| �[0;m�[1;31m20221208222940833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222940833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222940834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222940834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222940834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222940834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222940846 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222940855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222940856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222940856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:29:43.796748 run osmo-msc_10.42.42.6(pid=21954): ERR: Terminated: ERROR {rc=2} [trial-2350↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21954)]\u000a22:29:43.848741 run osmo-msc_10.42.42.6(pid=21954): stdout: \u000a| (launched: 2022-12-08_22:29:42.629319) \u000a22:29:43.901617 run osmo-msc_10.42.42.6(pid=21954): stderr: \u000a| �[0;m�[38;5;43m20221208222942948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208222942948 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7631919c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208222942948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208222942948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208222942948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208222942949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208222942950 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208222942951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208222942951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208222942951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:29:43.946116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21947): Terminating (SIGTERM)\u000a22:29:43.988441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21950): Terminating (SIGTERM)\u000a22:29:44.030975 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21953): Terminating (SIGTERM)\u000a22:29:44.040382 --- ParallelTerminationStrategy: PID 21947 died...\u000a22:29:44.097900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21947): Terminated: ok {rc=0}\u000a22:29:44.108109 --- ParallelTerminationStrategy: PID 21950 died...\u000a22:29:44.164591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21950): Terminated: ok {rc=0}\u000a22:29:44.174844 --- ParallelTerminationStrategy: PID 21953 died...\u000a22:29:44.231455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21953): Terminated: ok {rc=0}\u000a22:29:44.320124 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:29:37" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21965): Process ended prematurely: osmo-stp_10.42.42.5(pid=21965) [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21965)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21965): Process ended prematurely: osmo-stp_10.42.42.5(pid=21965) [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21965)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:29:46.323475 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:29:46.338855 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:29:46.538574 tst mo_mt_call.py: using LAC 17184\u000a22:29:46.666641 tst mo_mt_call.py: using RAC 99\u000a22:29:46.794619 tst mo_mt_call.py: using CellId 17184\u000a22:29:46.939482 tst mo_mt_call.py: using BVCI 17185\u000a22:29:46.969410 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:29:46.984880 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:29:47.001026 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:29:47.016611 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:29:47.032342 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:29:47.047694 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:29:47.195672 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:29:47.407799 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:29:47.920221 run create_hlr_db(pid=21959): Launched\u000a22:29:48.106758 bus /sierra_2: Setting Powered False\u000a22:29:49.128395 run create_hlr_db(pid=21959): Terminated: ok {rc=0}\u000a22:29:49.532254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21961): Launched\u000a22:29:49.832684 run osmo-hlr_10.42.42.2(pid=21962): Launched\u000a22:29:49.949551 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:29:50.481747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21964): Launched\u000a22:29:50.783344 run osmo-stp_10.42.42.5(pid=21965): Launched\u000a22:29:50.894230 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:29:51.444219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21967): Launched\u000a22:29:51.744753 run osmo-msc_10.42.42.6(pid=21968): Launched\u000a22:29:51.923299 run osmo-stp_10.42.42.5(pid=21965): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21965)]\u000a22:29:52.051193 run osmo-stp_10.42.42.5(pid=21965): stdout: \u000a| (launched: 2022-12-08_22:29:50.634465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:52.177827 run osmo-stp_10.42.42.5(pid=21965): stderr: \u000a| �[0;m�[38;5;43m20221208222950804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222950804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222950804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222950805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222950805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222950805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222950805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:52.299311 run osmo-stp_10.42.42.5(pid=21965): stdout: \u000a| (launched: 2022-12-08_22:29:50.634465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:52.419421 run osmo-stp_10.42.42.5(pid=21965): stderr: \u000a| �[0;m�[38;5;43m20221208222950804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208222950804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208222950804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208222950805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208222950805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208222950805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208222950805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:52.472458 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21965): Process ended prematurely: osmo-stp_10.42.42.5(pid=21965) [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21965)] [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a22:29:52.481347 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:29:52.542246 run osmo-hlr_10.42.42.2(pid=21962): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21962)]\u000a22:29:52.592246 run osmo-hlr_10.42.42.2(pid=21962): stdout: \u000a| (launched: 2022-12-08_22:29:49.685320) \u000a22:29:52.642868 run osmo-hlr_10.42.42.2(pid=21962): stderr: \u000a| �[0;m�[1;31m20221208222949862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222949862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222949862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222949862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222949862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222949862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222949874 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222949883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222949883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222949883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:29:52.711377 run osmo-msc_10.42.42.6(pid=21968): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21968)]\u000a22:29:52.761781 run osmo-msc_10.42.42.6(pid=21968): stdout: \u000a| (launched: 2022-12-08_22:29:51.597465) \u000a22:29:52.812377 run osmo-msc_10.42.42.6(pid=21968): stderr: \u000a| �[0;m�[38;5;43m20221208222951868 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208222951868 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb6eafa0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208222951868 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208222951868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208222951868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208222951869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208222951871 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208222951872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208222951872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208222951872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:29:52.855065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21961): Terminating (SIGTERM)\u000a22:29:52.895569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21964): Terminating (SIGTERM)\u000a22:29:52.936226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21967): Terminating (SIGTERM)\u000a22:29:52.945697 --- ParallelTerminationStrategy: PID 21961 died...\u000a22:29:52.999941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21961): Terminated: ok {rc=0}\u000a22:29:53.010054 --- ParallelTerminationStrategy: PID 21964 died...\u000a22:29:53.064377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21964): Terminated: ok {rc=0}\u000a22:29:53.074516 --- ParallelTerminationStrategy: PID 21967 died...\u000a22:29:53.129130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21967): Terminated: ok {rc=0}\u000a22:29:53.218311 bus /sierra_3: Setting Powered False\u000a22:29:54.322432 bus /sierra_3: Setting Powered False\u000a22:29:55.434489 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21976): Process ended prematurely: osmo-stp_10.42.42.5(pid=21976) [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21976)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21976): Process ended prematurely: osmo-stp_10.42.42.5(pid=21976) [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21976)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:29:56.548117 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:29:56.560381 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:29:56.729468 tst mo_mt_call_osmux.py: using LAC 17185\u000a22:29:56.853783 tst mo_mt_call_osmux.py: using RAC 100\u000a22:29:56.978065 tst mo_mt_call_osmux.py: using CellId 17185\u000a22:29:57.102270 tst mo_mt_call_osmux.py: using BVCI 17186\u000a22:29:57.126727 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:29:57.138153 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:29:57.149344 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:29:57.160500 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:29:57.171750 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:29:57.182973 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:29:57.303624 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:29:57.516722 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:29:58.028850 run create_hlr_db(pid=21970): Launched\u000a22:29:58.215695 bus /sierra_2: Setting Powered False\u000a22:29:59.237590 run create_hlr_db(pid=21970): Terminated: ok {rc=0}\u000a22:29:59.642976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21972): Launched\u000a22:29:59.944722 run osmo-hlr_10.42.42.2(pid=21973): Launched\u000a22:30:00.058581 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:30:00.590850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21975): Launched\u000a22:30:00.966923 run osmo-stp_10.42.42.5(pid=21976): Launched\u000a22:30:01.152301 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:30:01.876371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21981): Launched\u000a22:30:02.336256 run osmo-msc_10.42.42.6(pid=21984): Launched\u000a22:30:02.541848 run osmo-stp_10.42.42.5(pid=21976): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21976)]\u000a22:30:02.677094 run osmo-stp_10.42.42.5(pid=21976): stdout: \u000a| (launched: 2022-12-08_22:30:00.744038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:02.811859 run osmo-stp_10.42.42.5(pid=21976): stderr: \u000a| �[0;m�[38;5;43m20221208223001001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223001001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223001002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223001002 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223001003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223001003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223001003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:02.941252 run osmo-stp_10.42.42.5(pid=21976): stdout: \u000a| (launched: 2022-12-08_22:30:00.744038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:03.069593 run osmo-stp_10.42.42.5(pid=21976): stderr: \u000a| �[0;m�[38;5;43m20221208223001001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223001001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223001002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223001002 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223001003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223001003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223001003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:03.126237 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21976): Process ended prematurely: osmo-stp_10.42.42.5(pid=21976) [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21976)] [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a22:30:03.135638 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a22:30:03.199023 run osmo-hlr_10.42.42.2(pid=21973): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21973)]\u000a22:30:03.251169 run osmo-hlr_10.42.42.2(pid=21973): stdout: \u000a| (launched: 2022-12-08_22:29:59.797328) \u000a22:30:03.304728 run osmo-hlr_10.42.42.2(pid=21973): stderr: \u000a| �[0;m�[1;31m20221208222959971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208222959971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208222959971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222959971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208222959971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208222959971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208222959984 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208222959994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208222959995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208222959995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:30:03.376594 run osmo-msc_10.42.42.6(pid=21984): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21984)]\u000a22:30:03.428775 run osmo-msc_10.42.42.6(pid=21984): stdout: \u000a| (launched: 2022-12-08_22:30:02.063639) \u000a22:30:03.481486 run osmo-msc_10.42.42.6(pid=21984): stderr: \u000a| �[0;m�[38;5;43m20221208223002437 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208223002437 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdbb09e6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208223002437 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208223002438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208223002438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208223002438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208223002439 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208223002440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208223002440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208223002440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:30:03.526309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21972): Terminating (SIGTERM)\u000a22:30:03.569607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21975): Terminating (SIGTERM)\u000a22:30:03.612294 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21981): Terminating (SIGTERM)\u000a22:30:03.622140 --- ParallelTerminationStrategy: PID 21972 died...\u000a22:30:03.679259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21972): Terminated: ok {rc=0}\u000a22:30:03.689854 --- ParallelTerminationStrategy: PID 21975 died...\u000a22:30:03.746572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21975): Terminated: ok {rc=0}\u000a22:30:03.756778 --- ParallelTerminationStrategy: PID 21981 died...\u000a22:30:03.813883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21981): Terminated: ok {rc=0}\u000a22:30:03.902727 bus /sierra_3: Setting Powered False\u000a22:30:05.011562 bus /sierra_3: Setting Powered False\u000a22:30:06.120865 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:29:45" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21996): Process ended prematurely: osmo-stp_10.42.42.5(pid=21996) [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21996)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21996): Process ended prematurely: osmo-stp_10.42.42.5(pid=21996) [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21996)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a22:30:08.123393 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:08.134819 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:30:08.298229 tst mo_mt_call.py: using LAC 17186\u000a22:30:08.424083 tst mo_mt_call.py: using RAC 101\u000a22:30:08.551897 tst mo_mt_call.py: using CellId 17186\u000a22:30:08.678060 tst mo_mt_call.py: using BVCI 17187\u000a22:30:08.703059 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:08.714501 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:08.725832 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:08.737165 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:08.748445 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:08.759794 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:30:08.874112 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:30:09.084806 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:30:09.599460 run create_hlr_db(pid=21990): Launched\u000a22:30:09.786202 bus /sierra_2: Setting Powered False\u000a22:30:10.808503 run create_hlr_db(pid=21990): Terminated: ok {rc=0}\u000a22:30:11.212648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21992): Launched\u000a22:30:11.514785 run osmo-hlr_10.42.42.2(pid=21993): Launched\u000a22:30:11.631119 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:30:12.164275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21995): Launched\u000a22:30:12.465320 run osmo-stp_10.42.42.5(pid=21996): Launched\u000a22:30:12.575978 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:30:13.127434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21998): Launched\u000a22:30:13.429968 run osmo-msc_10.42.42.6(pid=21999): Launched\u000a22:30:13.608853 run osmo-stp_10.42.42.5(pid=21996): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21996)]\u000a22:30:13.738606 run osmo-stp_10.42.42.5(pid=21996): stdout: \u000a| (launched: 2022-12-08_22:30:12.318008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:13.865845 run osmo-stp_10.42.42.5(pid=21996): stderr: \u000a| �[0;m�[38;5;43m20221208223012489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223012489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223012489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223012490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223012490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223012490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223012490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:13.988080 run osmo-stp_10.42.42.5(pid=21996): stdout: \u000a| (launched: 2022-12-08_22:30:12.318008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:14.109078 run osmo-stp_10.42.42.5(pid=21996): stderr: \u000a| �[0;m�[38;5;43m20221208223012489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223012489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223012489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223012490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223012490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223012490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223012490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:14.162354 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21996): Process ended prematurely: osmo-stp_10.42.42.5(pid=21996) [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21996)] [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a22:30:14.171014 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a22:30:14.232485 run osmo-hlr_10.42.42.2(pid=21993): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21993)]\u000a22:30:14.282737 run osmo-hlr_10.42.42.2(pid=21993): stdout: \u000a| (launched: 2022-12-08_22:30:11.366699) \u000a22:30:14.333762 run osmo-hlr_10.42.42.2(pid=21993): stderr: \u000a| �[0;m�[1;31m20221208223011544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223011544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223011544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223011544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223011544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223011544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223011556 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223011565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223011566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223011566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:30:14.402563 run osmo-msc_10.42.42.6(pid=21999): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21999)]\u000a22:30:14.452672 run osmo-msc_10.42.42.6(pid=21999): stdout: \u000a| (launched: 2022-12-08_22:30:13.281142) \u000a22:30:14.503248 run osmo-msc_10.42.42.6(pid=21999): stderr: \u000a| �[0;m�[38;5;43m20221208223013551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208223013551 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f89c0e36c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208223013551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208223013551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208223013552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208223013552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208223013554 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208223013554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208223013554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208223013554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:30:14.546190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21992): Terminating (SIGTERM)\u000a22:30:14.587212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21995): Terminating (SIGTERM)\u000a22:30:14.627731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21998): Terminating (SIGTERM)\u000a22:30:14.637357 --- ParallelTerminationStrategy: PID 21992 died...\u000a22:30:14.691808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21992): Terminated: ok {rc=0}\u000a22:30:14.701607 --- ParallelTerminationStrategy: PID 21995 died...\u000a22:30:14.756231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21995): Terminated: ok {rc=0}\u000a22:30:14.766112 --- ParallelTerminationStrategy: PID 21998 died...\u000a22:30:14.820552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21998): Terminated: ok {rc=0}\u000a22:30:14.911232 bus /sierra_3: Setting Powered False\u000a22:30:16.033397 bus /sierra_3: Setting Powered False\u000a22:30:17.146474 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22007): Process ended prematurely: osmo-stp_10.42.42.5(pid=22007) [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22007)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22007): Process ended prematurely: osmo-stp_10.42.42.5(pid=22007) [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22007)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:30:18.257474 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:18.269112 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:30:18.426243 tst mo_mt_call_osmux.py: using LAC 17187\u000a22:30:18.544473 tst mo_mt_call_osmux.py: using RAC 102\u000a22:30:18.665160 tst mo_mt_call_osmux.py: using CellId 17187\u000a22:30:18.792079 tst mo_mt_call_osmux.py: using BVCI 17188\u000a22:30:18.816642 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:18.828249 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:18.839703 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:18.851796 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:18.864006 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:18.875718 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:30:18.992894 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:30:19.208243 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:30:19.723024 run create_hlr_db(pid=22001): Launched\u000a22:30:19.909073 bus /sierra_2: Setting Powered False\u000a22:30:20.930533 run create_hlr_db(pid=22001): Terminated: ok {rc=0}\u000a22:30:21.334286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22003): Launched\u000a22:30:21.635937 run osmo-hlr_10.42.42.2(pid=22004): Launched\u000a22:30:21.753359 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:30:22.284835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22006): Launched\u000a22:30:22.587452 run osmo-stp_10.42.42.5(pid=22007): Launched\u000a22:30:22.698536 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:30:23.251466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22009): Launched\u000a22:30:23.553525 run osmo-msc_10.42.42.6(pid=22010): Launched\u000a22:30:23.732016 run osmo-stp_10.42.42.5(pid=22007): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22007)]\u000a22:30:23.862006 run osmo-stp_10.42.42.5(pid=22007): stdout: \u000a| (launched: 2022-12-08_22:30:22.438753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:23.988328 run osmo-stp_10.42.42.5(pid=22007): stderr: \u000a| �[0;m�[38;5;43m20221208223022609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223022609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223022609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223022610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223022610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223022610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223022610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:24.110967 run osmo-stp_10.42.42.5(pid=22007): stdout: \u000a| (launched: 2022-12-08_22:30:22.438753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:24.231783 run osmo-stp_10.42.42.5(pid=22007): stderr: \u000a| �[0;m�[38;5;43m20221208223022609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223022609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223022609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223022610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223022610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223022610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223022610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:24.285246 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22007): Process ended prematurely: osmo-stp_10.42.42.5(pid=22007) [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22007)] [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a22:30:24.294336 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a22:30:24.356286 run osmo-hlr_10.42.42.2(pid=22004): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22004)]\u000a22:30:24.407181 run osmo-hlr_10.42.42.2(pid=22004): stdout: \u000a| (launched: 2022-12-08_22:30:21.488015) \u000a22:30:24.458691 run osmo-hlr_10.42.42.2(pid=22004): stderr: \u000a| �[0;m�[1;31m20221208223021661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223021661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223021661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223021661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223021661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223021661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223021674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223021683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223021683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223021683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:30:24.528173 run osmo-msc_10.42.42.6(pid=22010): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22010)]\u000a22:30:24.578816 run osmo-msc_10.42.42.6(pid=22010): stdout: \u000a| (launched: 2022-12-08_22:30:23.404879) \u000a22:30:24.629892 run osmo-msc_10.42.42.6(pid=22010): stderr: \u000a| �[0;m�[38;5;43m20221208223023675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208223023676 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc79153ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208223023676 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208223023676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208223023676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208223023676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208223023678 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208223023678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208223023678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208223023679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:30:24.673494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22003): Terminating (SIGTERM)\u000a22:30:24.714381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22006): Terminating (SIGTERM)\u000a22:30:24.755668 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22009): Terminating (SIGTERM)\u000a22:30:24.765245 --- ParallelTerminationStrategy: PID 22003 died...\u000a22:30:24.820360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22003): Terminated: ok {rc=0}\u000a22:30:24.830507 --- ParallelTerminationStrategy: PID 22006 died...\u000a22:30:24.885171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22006): Terminated: ok {rc=0}\u000a22:30:24.895360 --- ParallelTerminationStrategy: PID 22009 died...\u000a22:30:24.950090 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22009): Terminated: ok {rc=0}\u000a22:30:25.039736 bus /sierra_3: Setting Powered False\u000a22:30:26.144186 bus /sierra_3: Setting Powered False\u000a22:30:27.252076 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:30:07" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22022): Process ended prematurely: osmo-stp_10.42.42.5(pid=22022) [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22022)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22022): Process ended prematurely: osmo-stp_10.42.42.5(pid=22022) [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22022)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:30:29.262536 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:29.273992 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:30:29.435967 tst mo_mt_call.py: using LAC 17188\u000a22:30:29.562221 tst mo_mt_call.py: using RAC 103\u000a22:30:29.687057 tst mo_mt_call.py: using CellId 17188\u000a22:30:29.811657 tst mo_mt_call.py: using BVCI 17189\u000a22:30:29.836227 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:29.847640 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:29.858890 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:29.870192 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:29.881478 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:29.892722 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:30:30.005583 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:30:30.216144 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:30:30.732064 run create_hlr_db(pid=22016): Launched\u000a22:30:30.939070 bus /sierra_2: Setting Powered False\u000a22:30:31.938422 run create_hlr_db(pid=22016): Terminated: ok {rc=0}\u000a22:30:32.386124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22018): Launched\u000a22:30:32.690072 run osmo-hlr_10.42.42.2(pid=22019): Launched\u000a22:30:32.808687 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:30:33.338581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22021): Launched\u000a22:30:33.639126 run osmo-stp_10.42.42.5(pid=22022): Launched\u000a22:30:33.750110 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:30:34.300469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22024): Launched\u000a22:30:34.602362 run osmo-msc_10.42.42.6(pid=22025): Launched\u000a22:30:34.780112 run osmo-stp_10.42.42.5(pid=22022): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22022)]\u000a22:30:34.909319 run osmo-stp_10.42.42.5(pid=22022): stdout: \u000a| (launched: 2022-12-08_22:30:33.491984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:35.036062 run osmo-stp_10.42.42.5(pid=22022): stderr: \u000a| �[0;m�[38;5;43m20221208223033660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223033660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223033660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223033660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223033661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223033661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223033661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:35.158689 run osmo-stp_10.42.42.5(pid=22022): stdout: \u000a| (launched: 2022-12-08_22:30:33.491984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:35.279192 run osmo-stp_10.42.42.5(pid=22022): stderr: \u000a| �[0;m�[38;5;43m20221208223033660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223033660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223033660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223033660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223033661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223033661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223033661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:35.332251 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22022): Process ended prematurely: osmo-stp_10.42.42.5(pid=22022) [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22022)] [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a22:30:35.341092 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a22:30:35.402797 run osmo-hlr_10.42.42.2(pid=22019): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22019)]\u000a22:30:35.453258 run osmo-hlr_10.42.42.2(pid=22019): stdout: \u000a| (launched: 2022-12-08_22:30:32.541221) \u000a22:30:35.503932 run osmo-hlr_10.42.42.2(pid=22019): stderr: \u000a| �[0;m�[1;31m20221208223032718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223032718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223032718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223032718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223032718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223032718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223032730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223032738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223032739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223032739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:30:35.572654 run osmo-msc_10.42.42.6(pid=22025): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22025)]\u000a22:30:35.622753 run osmo-msc_10.42.42.6(pid=22025): stdout: \u000a| (launched: 2022-12-08_22:30:34.453738) \u000a22:30:35.673558 run osmo-msc_10.42.42.6(pid=22025): stderr: \u000a| �[0;m�[38;5;43m20221208223034724 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208223034724 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f780516fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208223034725 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208223034725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208223034725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208223034725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208223034727 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208223034727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208223034727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208223034727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:30:35.716091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22018): Terminating (SIGTERM)\u000a22:30:35.756831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22021): Terminating (SIGTERM)\u000a22:30:35.797744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22024): Terminating (SIGTERM)\u000a22:30:35.807409 --- ParallelTerminationStrategy: PID 22018 died...\u000a22:30:35.861926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22018): Terminated: ok {rc=0}\u000a22:30:35.872029 --- ParallelTerminationStrategy: PID 22021 died...\u000a22:30:35.926899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22021): Terminated: ok {rc=0}\u000a22:30:35.937306 --- ParallelTerminationStrategy: PID 22024 died...\u000a22:30:35.991971 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22024): Terminated: ok {rc=0}\u000a22:30:36.082177 bus /sierra_3: Setting Powered False\u000a22:30:37.186562 bus /sierra_3: Setting Powered False\u000a22:30:38.298300 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22033): Process ended prematurely: osmo-stp_10.42.42.5(pid=22033) [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22033)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22033): Process ended prematurely: osmo-stp_10.42.42.5(pid=22033) [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22033)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:30:39.409738 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:39.421414 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:30:39.580048 tst mo_mt_call_osmux.py: using LAC 17189\u000a22:30:39.705249 tst mo_mt_call_osmux.py: using RAC 104\u000a22:30:39.825006 tst mo_mt_call_osmux.py: using CellId 17189\u000a22:30:39.942564 tst mo_mt_call_osmux.py: using BVCI 17190\u000a22:30:39.966558 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:39.977621 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:39.988337 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:39.999496 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:40.011259 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:40.022510 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:30:40.136714 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:30:40.336819 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:30:40.812920 run create_hlr_db(pid=22027): Launched\u000a22:30:40.986908 bus /sierra_2: Setting Powered False\u000a22:30:42.009308 run create_hlr_db(pid=22027): Terminated: ok {rc=0}\u000a22:30:42.435281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22029): Launched\u000a22:30:42.757788 run osmo-hlr_10.42.42.2(pid=22030): Launched\u000a22:30:42.875202 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:30:43.432876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22032): Launched\u000a22:30:43.753141 run osmo-stp_10.42.42.5(pid=22033): Launched\u000a22:30:43.869805 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:30:44.457056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22035): Launched\u000a22:30:44.779462 run osmo-msc_10.42.42.6(pid=22036): Launched\u000a22:30:44.968201 run osmo-stp_10.42.42.5(pid=22033): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22033)]\u000a22:30:45.105160 run osmo-stp_10.42.42.5(pid=22033): stdout: \u000a| (launched: 2022-12-08_22:30:43.596702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:45.240697 run osmo-stp_10.42.42.5(pid=22033): stderr: \u000a| �[0;m�[38;5;43m20221208223043789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223043790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223043790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223043790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223043791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223043791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223043791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:45.370689 run osmo-stp_10.42.42.5(pid=22033): stdout: \u000a| (launched: 2022-12-08_22:30:43.596702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:45.498862 run osmo-stp_10.42.42.5(pid=22033): stderr: \u000a| �[0;m�[38;5;43m20221208223043789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223043790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223043790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223043790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223043791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223043791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223043791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:45.555378 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22033): Process ended prematurely: osmo-stp_10.42.42.5(pid=22033) [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22033)] [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a22:30:45.564749 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:30:45.628615 run osmo-hlr_10.42.42.2(pid=22030): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22030)]\u000a22:30:45.681125 run osmo-hlr_10.42.42.2(pid=22030): stdout: \u000a| (launched: 2022-12-08_22:30:42.600504) \u000a22:30:45.734309 run osmo-hlr_10.42.42.2(pid=22030): stderr: \u000a| �[0;m�[1;31m20221208223042799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223042799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223042800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223042800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223042800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223042800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223042812 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223042820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223042820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223042820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:30:45.805768 run osmo-msc_10.42.42.6(pid=22036): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22036)]\u000a22:30:45.862345 run osmo-msc_10.42.42.6(pid=22036): stdout: \u000a| (launched: 2022-12-08_22:30:44.622467) \u000a22:30:45.916864 run osmo-msc_10.42.42.6(pid=22036): stderr: \u000a| �[0;m�[38;5;43m20221208223044942 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208223044942 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdda23b3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208223044942 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208223044942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208223044942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208223044943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208223044944 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208223044945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208223044945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208223044945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:30:45.967882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22029): Terminating (SIGTERM)\u000a22:30:46.012050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22032): Terminating (SIGTERM)\u000a22:30:46.056098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22035): Terminating (SIGTERM)\u000a22:30:46.066177 --- ParallelTerminationStrategy: PID 22029 died...\u000a22:30:46.124644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22029): Terminated: ok {rc=0}\u000a22:30:46.135486 --- ParallelTerminationStrategy: PID 22032 died...\u000a22:30:46.193722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22032): Terminated: ok {rc=0}\u000a22:30:46.204410 --- ParallelTerminationStrategy: PID 22035 died...\u000a22:30:46.262320 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22035): Terminated: ok {rc=0}\u000a22:30:46.354764 bus /sierra_3: Setting Powered False\u000a22:30:47.460724 bus /sierra_3: Setting Powered False\u000a22:30:48.571649 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:30:28" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22047): Process ended prematurely: osmo-stp_10.42.42.5(pid=22047) [trial-2350↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22047)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22047): Process ended prematurely: osmo-stp_10.42.42.5(pid=22047) [trial-2350↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22047)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:30:50.565278 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:30:50.576801 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:30:50.741719 tst mo_mt_call.py: using LAC 17190\u000a22:30:50.865885 tst mo_mt_call.py: using RAC 105\u000a22:30:50.991014 tst mo_mt_call.py: using CellId 17190\u000a22:30:51.121702 tst mo_mt_call.py: using BVCI 17191\u000a22:30:51.146398 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:30:51.158228 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:30:51.169683 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:30:51.181126 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:30:51.192682 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:30:51.204205 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:30:51.323872 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:30:51.523546 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:30:51.998778 run create_hlr_db(pid=22041): Launched\u000a22:30:52.172430 bus /sierra_2: Setting Powered False\u000a22:30:53.194767 run create_hlr_db(pid=22041): Terminated: ok {rc=0}\u000a22:30:53.595290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22043): Launched\u000a22:30:53.896691 run osmo-hlr_10.42.42.2(pid=22044): Launched\u000a22:30:54.017394 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:30:54.545462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22046): Launched\u000a22:30:54.849812 run osmo-stp_10.42.42.5(pid=22047): Launched\u000a22:30:54.960774 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:30:55.512216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22049): Launched\u000a22:30:55.814669 run osmo-msc_10.42.42.6(pid=22050): Launched\u000a22:30:55.993246 run osmo-stp_10.42.42.5(pid=22047): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22047)]\u000a22:30:56.121856 run osmo-stp_10.42.42.5(pid=22047): stdout: \u000a| (launched: 2022-12-08_22:30:54.699030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:56.248455 run osmo-stp_10.42.42.5(pid=22047): stderr: \u000a| �[0;m�[38;5;43m20221208223054870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223054870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223054871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223054871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223054871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223054872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223054872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:56.370421 run osmo-stp_10.42.42.5(pid=22047): stdout: \u000a| (launched: 2022-12-08_22:30:54.699030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:56.491497 run osmo-stp_10.42.42.5(pid=22047): stderr: \u000a| �[0;m�[38;5;43m20221208223054870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223054870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223054871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223054871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223054871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223054872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223054872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:56.544717 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22047): Process ended prematurely: osmo-stp_10.42.42.5(pid=22047) [trial-2350↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22047)] [trial-2350↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a22:30:56.553633 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:30:56.615045 run osmo-hlr_10.42.42.2(pid=22044): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22044)]\u000a22:30:56.665634 run osmo-hlr_10.42.42.2(pid=22044): stdout: \u000a| (launched: 2022-12-08_22:30:53.748426) \u000a22:30:56.716591 run osmo-hlr_10.42.42.2(pid=22044): stderr: \u000a| �[0;m�[1;31m20221208223053925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223053925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223053925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223053925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223053925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223053925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223053937 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223053947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223053947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223053947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:30:56.785403 run osmo-msc_10.42.42.6(pid=22050): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22050)]\u000a22:30:56.835711 run osmo-msc_10.42.42.6(pid=22050): stdout: \u000a| (launched: 2022-12-08_22:30:55.665595) \u000a22:30:56.886516 run osmo-msc_10.42.42.6(pid=22050): stderr: \u000a| �[0;m�[38;5;43m20221208223055935 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208223055935 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff4fb73cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208223055935 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208223055935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208223055935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208223055936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208223055937 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208223055938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208223055938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208223055938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:30:56.928979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22043): Terminating (SIGTERM)\u000a22:30:56.969387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22046): Terminating (SIGTERM)\u000a22:30:57.010033 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22049): Terminating (SIGTERM)\u000a22:30:57.019651 --- ParallelTerminationStrategy: PID 22043 died...\u000a22:30:57.074016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22043): Terminated: ok {rc=0}\u000a22:30:57.084081 --- ParallelTerminationStrategy: PID 22046 died...\u000a22:30:57.138342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22046): Terminated: ok {rc=0}\u000a22:30:57.148538 --- ParallelTerminationStrategy: PID 22049 died...\u000a22:30:57.202882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22049): Terminated: ok {rc=0}\u000a22:30:57.292793 bus /sierra_3: Setting Powered False\u000a22:30:58.397598 bus /sierra_3: Setting Powered False\u000a22:30:59.509851 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 27, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22058): Process ended prematurely: osmo-stp_10.42.42.5(pid=22058) [trial-2350↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22058)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22058): Process ended prematurely: osmo-stp_10.42.42.5(pid=22058) [trial-2350↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22058)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:31:00.624356 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:31:00.636585 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:31:00.801400 tst mo_mt_call_osmux.py: using LAC 17191\u000a22:31:00.955186 tst mo_mt_call_osmux.py: using RAC 106\u000a22:31:01.090676 tst mo_mt_call_osmux.py: using CellId 17191\u000a22:31:01.238097 tst mo_mt_call_osmux.py: using BVCI 17192\u000a22:31:01.263859 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:31:01.276385 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:31:01.288896 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:31:01.301615 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:31:01.314370 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:31:01.326903 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:31:01.469151 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:31:01.743615 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:31:02.319040 run create_hlr_db(pid=22052): Launched\u000a22:31:02.496525 bus /sierra_2: Setting Powered False\u000a22:31:03.516673 run create_hlr_db(pid=22052): Terminated: ok {rc=0}\u000a22:31:03.943227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22054): Launched\u000a22:31:04.264407 run osmo-hlr_10.42.42.2(pid=22055): Launched\u000a22:31:04.383586 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:31:04.941974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22057): Launched\u000a22:31:05.263946 run osmo-stp_10.42.42.5(pid=22058): Launched\u000a22:31:05.382225 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:31:05.970922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22060): Launched\u000a22:31:06.293626 run osmo-msc_10.42.42.6(pid=22061): Launched\u000a22:31:06.484270 run osmo-stp_10.42.42.5(pid=22058): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22058)]\u000a22:31:06.621945 run osmo-stp_10.42.42.5(pid=22058): stdout: \u000a| (launched: 2022-12-08_22:31:05.106577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:06.758789 run osmo-stp_10.42.42.5(pid=22058): stderr: \u000a| �[0;m�[38;5;43m20221208223105296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223105296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223105297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223105297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223105298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223105298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223105298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:06.889321 run osmo-stp_10.42.42.5(pid=22058): stdout: \u000a| (launched: 2022-12-08_22:31:05.106577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:07.018274 run osmo-stp_10.42.42.5(pid=22058): stderr: \u000a| �[0;m�[38;5;43m20221208223105296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223105296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223105297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223105297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223105298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223105298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223105298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:07.075249 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22058): Process ended prematurely: osmo-stp_10.42.42.5(pid=22058) [trial-2350↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22058)] [trial-2350↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a22:31:07.084849 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a22:31:07.148694 run osmo-hlr_10.42.42.2(pid=22055): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22055)]\u000a22:31:07.201398 run osmo-hlr_10.42.42.2(pid=22055): stdout: \u000a| (launched: 2022-12-08_22:31:04.107297) \u000a22:31:07.254522 run osmo-hlr_10.42.42.2(pid=22055): stderr: \u000a| �[0;m�[1;31m20221208223104304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223104304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223104304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223104304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223104304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223104304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223104316 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223104324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223104324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223104324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:31:07.327090 run osmo-msc_10.42.42.6(pid=22061): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22061)]\u000a22:31:07.379602 run osmo-msc_10.42.42.6(pid=22061): stdout: \u000a| (launched: 2022-12-08_22:31:06.135957) \u000a22:31:07.432563 run osmo-msc_10.42.42.6(pid=22061): stderr: \u000a| �[0;m�[38;5;43m20221208223106457 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208223106457 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5a23b64c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208223106457 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208223106457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208223106457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208223106458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208223106459 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208223106460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208223106460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208223106460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:31:07.477213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22054): Terminating (SIGTERM)\u000a22:31:07.519576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22057): Terminating (SIGTERM)\u000a22:31:07.562258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22060): Terminating (SIGTERM)\u000a22:31:07.572112 --- ParallelTerminationStrategy: PID 22054 died...\u000a22:31:07.629261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22054): Terminated: ok {rc=0}\u000a22:31:07.639669 --- ParallelTerminationStrategy: PID 22057 died...\u000a22:31:07.696285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22057): Terminated: ok {rc=0}\u000a22:31:07.706551 --- ParallelTerminationStrategy: PID 22060 died...\u000a22:31:07.762762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22060): Terminated: ok {rc=0}\u000a22:31:07.851267 bus /sierra_3: Setting Powered False\u000a22:31:08.959653 bus /sierra_3: Setting Powered False\u000a22:31:10.069931 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:30:50" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22072): Process ended prematurely: osmo-stp_10.42.42.5(pid=22072) [trial-2350↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22072)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22072): Process ended prematurely: osmo-stp_10.42.42.5(pid=22072) [trial-2350↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22072)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:31:12.078583 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:12.089973 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:31:12.254736 tst mo_mt_call.py: using LAC 17192\u000a22:31:12.377554 tst mo_mt_call.py: using RAC 107\u000a22:31:12.497092 tst mo_mt_call.py: using CellId 17192\u000a22:31:12.618950 tst mo_mt_call.py: using BVCI 17193\u000a22:31:12.642284 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:12.653310 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:12.664271 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:12.676030 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:12.687824 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:12.699643 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:31:12.815631 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:31:13.024423 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:31:13.539552 run create_hlr_db(pid=22066): Launched\u000a22:31:13.725854 bus /sierra_2: Setting Powered False\u000a22:31:14.747558 run create_hlr_db(pid=22066): Terminated: ok {rc=0}\u000a22:31:15.152275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22068): Launched\u000a22:31:15.453381 run osmo-hlr_10.42.42.2(pid=22069): Launched\u000a22:31:15.571351 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:31:16.137200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22071): Launched\u000a22:31:16.620173 run osmo-stp_10.42.42.5(pid=22072): Launched\u000a22:31:16.750602 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:31:17.375004 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22074): Launched\u000a22:31:17.676894 run osmo-msc_10.42.42.6(pid=22075): Launched\u000a22:31:17.855346 run osmo-stp_10.42.42.5(pid=22072): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22072)]\u000a22:31:17.984239 run osmo-stp_10.42.42.5(pid=22072): stdout: \u000a| (launched: 2022-12-08_22:31:16.305578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:18.111001 run osmo-stp_10.42.42.5(pid=22072): stderr: \u000a| �[0;m�[38;5;43m20221208223116549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223116549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223116549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223116550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223116550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223116550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223116550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:18.233095 run osmo-stp_10.42.42.5(pid=22072): stdout: \u000a| (launched: 2022-12-08_22:31:16.305578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:18.353919 run osmo-stp_10.42.42.5(pid=22072): stderr: \u000a| �[0;m�[38;5;43m20221208223116549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223116549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223116549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223116550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223116550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223116550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223116550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:18.407188 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22072): Process ended prematurely: osmo-stp_10.42.42.5(pid=22072) [trial-2350↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22072)] [trial-2350↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a22:31:18.415903 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a22:31:18.477307 run osmo-hlr_10.42.42.2(pid=22069): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22069)]\u000a22:31:18.527653 run osmo-hlr_10.42.42.2(pid=22069): stdout: \u000a| (launched: 2022-12-08_22:31:15.305723) \u000a22:31:18.578602 run osmo-hlr_10.42.42.2(pid=22069): stderr: \u000a| �[0;m�[1;31m20221208223115482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223115482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223115482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223115482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223115482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223115482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223115494 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223115503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223115503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223115503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:31:18.647325 run osmo-msc_10.42.42.6(pid=22075): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22075)]\u000a22:31:18.697791 run osmo-msc_10.42.42.6(pid=22075): stdout: \u000a| (launched: 2022-12-08_22:31:17.528617) \u000a22:31:18.748544 run osmo-msc_10.42.42.6(pid=22075): stderr: \u000a| �[0;m�[38;5;43m20221208223117799 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208223117799 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd03e758c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208223117799 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208223117799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208223117800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208223117800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208223117801 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208223117802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208223117802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208223117802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:31:18.791075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22068): Terminating (SIGTERM)\u000a22:31:18.832157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22071): Terminating (SIGTERM)\u000a22:31:18.872583 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22074): Terminating (SIGTERM)\u000a22:31:18.882170 --- ParallelTerminationStrategy: PID 22068 died...\u000a22:31:18.936806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22068): Terminated: ok {rc=0}\u000a22:31:18.946625 --- ParallelTerminationStrategy: PID 22071 died...\u000a22:31:19.001136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22071): Terminated: ok {rc=0}\u000a22:31:19.010974 --- ParallelTerminationStrategy: PID 22074 died...\u000a22:31:19.064846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22074): Terminated: ok {rc=0}\u000a22:31:19.154769 bus /sierra_3: Setting Powered False\u000a22:31:20.258725 bus /sierra_3: Setting Powered False\u000a22:31:21.365586 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 186, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22083): Process ended prematurely: osmo-stp_10.42.42.5(pid=22083) [trial-2350↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22083)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22083): Process ended prematurely: osmo-stp_10.42.42.5(pid=22083) [trial-2350↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22083)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:31:22.479998 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:22.491919 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:31:22.655754 tst mo_mt_call_osmux.py: using LAC 17193\u000a22:31:22.789279 tst mo_mt_call_osmux.py: using RAC 108\u000a22:31:22.914229 tst mo_mt_call_osmux.py: using CellId 17193\u000a22:31:23.038336 tst mo_mt_call_osmux.py: using BVCI 17194\u000a22:31:23.062982 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:23.074536 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:23.085803 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:23.097127 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:23.108497 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:23.120326 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:31:23.237696 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:31:23.444705 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:31:23.956105 run create_hlr_db(pid=22077): Launched\u000a22:31:24.141490 bus /sierra_2: Setting Powered False\u000a22:31:25.163606 run create_hlr_db(pid=22077): Terminated: ok {rc=0}\u000a22:31:25.569142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22079): Launched\u000a22:31:25.871776 run osmo-hlr_10.42.42.2(pid=22080): Launched\u000a22:31:25.990260 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:31:26.516633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22082): Launched\u000a22:31:26.817446 run osmo-stp_10.42.42.5(pid=22083): Launched\u000a22:31:26.928214 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:31:27.479265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22085): Launched\u000a22:31:27.782761 run osmo-msc_10.42.42.6(pid=22086): Launched\u000a22:31:27.961759 run osmo-stp_10.42.42.5(pid=22083): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22083)]\u000a22:31:28.090705 run osmo-stp_10.42.42.5(pid=22083): stdout: \u000a| (launched: 2022-12-08_22:31:26.669965)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:28.217412 run osmo-stp_10.42.42.5(pid=22083): stderr: \u000a| �[0;m�[38;5;43m20221208223126840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223126840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223126840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223126841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223126841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223126841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223126841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:28.339279 run osmo-stp_10.42.42.5(pid=22083): stdout: \u000a| (launched: 2022-12-08_22:31:26.669965)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:28.459621 run osmo-stp_10.42.42.5(pid=22083): stderr: \u000a| �[0;m�[38;5;43m20221208223126840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223126840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223126840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223126841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223126841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223126841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223126841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:28.512426 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22083): Process ended prematurely: osmo-stp_10.42.42.5(pid=22083) [trial-2350↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22083)] [trial-2350↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a22:31:28.521045 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a22:31:28.583689 run osmo-hlr_10.42.42.2(pid=22080): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22080)]\u000a22:31:28.634190 run osmo-hlr_10.42.42.2(pid=22080): stdout: \u000a| (launched: 2022-12-08_22:31:25.722802) \u000a22:31:28.685361 run osmo-hlr_10.42.42.2(pid=22080): stderr: \u000a| �[0;m�[1;31m20221208223125897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223125897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223125897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223125897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223125897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223125897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223125909 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223125918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223125918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223125918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:31:28.754160 run osmo-msc_10.42.42.6(pid=22086): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22086)]\u000a22:31:28.804261 run osmo-msc_10.42.42.6(pid=22086): stdout: \u000a| (launched: 2022-12-08_22:31:27.633534) \u000a22:31:28.855008 run osmo-msc_10.42.42.6(pid=22086): stderr: \u000a| �[0;m�[38;5;43m20221208223127904 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208223127904 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9486c23c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208223127905 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208223127905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208223127905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208223127905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208223127907 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208223127907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208223127907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208223127907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:31:28.897539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22079): Terminating (SIGTERM)\u000a22:31:28.937952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22082): Terminating (SIGTERM)\u000a22:31:28.978243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22085): Terminating (SIGTERM)\u000a22:31:28.987715 --- ParallelTerminationStrategy: PID 22079 died...\u000a22:31:29.042096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22079): Terminated: ok {rc=0}\u000a22:31:29.051946 --- ParallelTerminationStrategy: PID 22082 died...\u000a22:31:29.106020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22082): Terminated: ok {rc=0}\u000a22:31:29.116104 --- ParallelTerminationStrategy: PID 22085 died...\u000a22:31:29.170003 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22085): Terminated: ok {rc=0}\u000a22:31:29.258040 bus /sierra_3: Setting Powered False\u000a22:31:30.358704 bus /sierra_3: Setting Powered False\u000a22:31:31.474948 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:31:11" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22098): Process ended prematurely: osmo-stp_10.42.42.5(pid=22098) [trial-2350↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22098)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22098): Process ended prematurely: osmo-stp_10.42.42.5(pid=22098) [trial-2350↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22098)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a22:31:33.462785 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:33.473867 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:31:33.627815 tst mo_mt_call.py: using LAC 17194\u000a22:31:33.743792 tst mo_mt_call.py: using RAC 109\u000a22:31:33.860169 tst mo_mt_call.py: using CellId 17194\u000a22:31:33.981720 tst mo_mt_call.py: using BVCI 17195\u000a22:31:34.004629 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:34.015609 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:34.026441 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:34.037545 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:34.048627 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:34.059705 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:31:34.175690 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:31:34.374862 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:31:34.846677 run create_hlr_db(pid=22092): Launched\u000a22:31:35.020353 bus /sierra_2: Setting Powered False\u000a22:31:36.041987 run create_hlr_db(pid=22092): Terminated: ok {rc=0}\u000a22:31:36.471119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22094): Launched\u000a22:31:36.792633 run osmo-hlr_10.42.42.2(pid=22095): Launched\u000a22:31:36.915514 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:31:37.477352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22097): Launched\u000a22:31:37.798906 run osmo-stp_10.42.42.5(pid=22098): Launched\u000a22:31:37.922476 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:31:38.511478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22100): Launched\u000a22:31:38.832606 run osmo-msc_10.42.42.6(pid=22101): Launched\u000a22:31:39.023398 run osmo-stp_10.42.42.5(pid=22098): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22098)]\u000a22:31:39.161116 run osmo-stp_10.42.42.5(pid=22098): stdout: \u000a| (launched: 2022-12-08_22:31:37.641901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:39.297944 run osmo-stp_10.42.42.5(pid=22098): stderr: \u000a| �[0;m�[38;5;43m20221208223137833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223137833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223137834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223137834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223137834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223137834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223137835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:39.428844 run osmo-stp_10.42.42.5(pid=22098): stdout: \u000a| (launched: 2022-12-08_22:31:37.641901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:39.558146 run osmo-stp_10.42.42.5(pid=22098): stderr: \u000a| �[0;m�[38;5;43m20221208223137833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223137833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223137834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223137834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223137834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223137834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223137835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:39.615042 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22098): Process ended prematurely: osmo-stp_10.42.42.5(pid=22098) [trial-2350↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22098)] [trial-2350↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a22:31:39.624324 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:31:39.687942 run osmo-hlr_10.42.42.2(pid=22095): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22095)]\u000a22:31:39.740256 run osmo-hlr_10.42.42.2(pid=22095): stdout: \u000a| (launched: 2022-12-08_22:31:36.635486) \u000a22:31:39.793477 run osmo-hlr_10.42.42.2(pid=22095): stderr: \u000a| �[0;m�[1;31m20221208223136834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223136834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223136834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223136834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223136834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223136834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223136846 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223136854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223136854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223136854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:31:39.865616 run osmo-msc_10.42.42.6(pid=22101): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22101)]\u000a22:31:39.918096 run osmo-msc_10.42.42.6(pid=22101): stdout: \u000a| (launched: 2022-12-08_22:31:38.675567) \u000a22:31:39.971251 run osmo-msc_10.42.42.6(pid=22101): stderr: \u000a| �[0;m�[38;5;43m20221208223138998 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208223138998 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdce4308c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208223138998 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208223138998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208223138998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208223138999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208223139000 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208223139001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208223139001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208223139001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:31:40.016089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22094): Terminating (SIGTERM)\u000a22:31:40.058453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22097): Terminating (SIGTERM)\u000a22:31:40.101018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22100): Terminating (SIGTERM)\u000a22:31:40.110844 --- ParallelTerminationStrategy: PID 22094 died...\u000a22:31:40.167607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22094): Terminated: ok {rc=0}\u000a22:31:40.178027 --- ParallelTerminationStrategy: PID 22097 died...\u000a22:31:40.234562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22097): Terminated: ok {rc=0}\u000a22:31:40.244748 --- ParallelTerminationStrategy: PID 22100 died...\u000a22:31:40.301261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22100): Terminated: ok {rc=0}\u000a22:31:40.389476 bus /sierra_3: Setting Powered False\u000a22:31:41.495646 bus /sierra_3: Setting Powered False\u000a22:31:42.604685 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 186, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22109): Process ended prematurely: osmo-stp_10.42.42.5(pid=22109) [trial-2350↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22109)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22109): Process ended prematurely: osmo-stp_10.42.42.5(pid=22109) [trial-2350↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22109)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:31:43.719263 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:43.731533 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:31:43.905064 tst mo_mt_call_osmux.py: using LAC 17195\u000a22:31:44.029822 tst mo_mt_call_osmux.py: using RAC 110\u000a22:31:44.151713 tst mo_mt_call_osmux.py: using CellId 17195\u000a22:31:44.271931 tst mo_mt_call_osmux.py: using BVCI 17196\u000a22:31:44.294989 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:44.306356 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:44.317340 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:44.328337 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:44.339504 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:44.350774 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:31:44.469746 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:31:44.678968 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:31:45.194187 run create_hlr_db(pid=22103): Launched\u000a22:31:45.380594 bus /sierra_2: Setting Powered False\u000a22:31:46.442236 run create_hlr_db(pid=22103): Terminated: ok {rc=0}\u000a22:31:46.920488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22105): Launched\u000a22:31:47.286813 run osmo-hlr_10.42.42.2(pid=22106): Launched\u000a22:31:47.405159 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:31:47.935462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22108): Launched\u000a22:31:48.236715 run osmo-stp_10.42.42.5(pid=22109): Launched\u000a22:31:48.347807 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:31:48.905077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22111): Launched\u000a22:31:49.219237 run osmo-msc_10.42.42.6(pid=22112): Launched\u000a22:31:49.411095 run osmo-stp_10.42.42.5(pid=22109): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22109)]\u000a22:31:49.548253 run osmo-stp_10.42.42.5(pid=22109): stdout: \u000a| (launched: 2022-12-08_22:31:48.088817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:49.685157 run osmo-stp_10.42.42.5(pid=22109): stderr: \u000a| �[0;m�[38;5;43m20221208223148256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223148256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223148256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223148257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223148259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223148259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223148259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:49.815581 run osmo-stp_10.42.42.5(pid=22109): stdout: \u000a| (launched: 2022-12-08_22:31:48.088817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:49.944824 run osmo-stp_10.42.42.5(pid=22109): stderr: \u000a| �[0;m�[38;5;43m20221208223148256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223148256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223148256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223148257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223148259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223148259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223148259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:50.001977 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22109): Process ended prematurely: osmo-stp_10.42.42.5(pid=22109) [trial-2350↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22109)] [trial-2350↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a22:31:50.011411 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a22:31:50.074779 run osmo-hlr_10.42.42.2(pid=22106): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22106)]\u000a22:31:50.126729 run osmo-hlr_10.42.42.2(pid=22106): stdout: \u000a| (launched: 2022-12-08_22:31:47.088304) \u000a22:31:50.179439 run osmo-hlr_10.42.42.2(pid=22106): stderr: \u000a| �[0;m�[1;31m20221208223147308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223147308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223147308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223147308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223147308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223147308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223147320 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223147329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223147329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223147329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:31:50.250909 run osmo-msc_10.42.42.6(pid=22112): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22112)]\u000a22:31:50.302626 run osmo-msc_10.42.42.6(pid=22112): stdout: \u000a| (launched: 2022-12-08_22:31:49.058972) \u000a22:31:50.355488 run osmo-msc_10.42.42.6(pid=22112): stderr: \u000a| �[0;m�[38;5;43m20221208223149379 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208223149379 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa49eb79c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208223149379 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208223149379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208223149379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208223149379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208223149381 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208223149382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208223149382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208223149382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:31:50.400150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22105): Terminating (SIGTERM)\u000a22:31:50.442470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22108): Terminating (SIGTERM)\u000a22:31:50.484894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22111): Terminating (SIGTERM)\u000a22:31:50.494726 --- ParallelTerminationStrategy: PID 22105 died...\u000a22:31:50.551484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22105): Terminated: ok {rc=0}\u000a22:31:50.561859 --- ParallelTerminationStrategy: PID 22108 died...\u000a22:31:50.618115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22108): Terminated: ok {rc=0}\u000a22:31:50.628288 --- ParallelTerminationStrategy: PID 22111 died...\u000a22:31:50.684655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22111): Terminated: ok {rc=0}\u000a22:31:50.772366 bus /sierra_3: Setting Powered False\u000a22:31:51.880220 bus /sierra_3: Setting Powered False\u000a22:31:52.989236 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:31:33" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22123): Process ended prematurely: osmo-stp_10.42.42.5(pid=22123) [trial-2350↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22123)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22123): Process ended prematurely: osmo-stp_10.42.42.5(pid=22123) [trial-2350↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22123)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a22:31:54.989018 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:31:55.000214 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:31:55.165358 tst mo_mt_call.py: using LAC 17196\u000a22:31:55.293801 tst mo_mt_call.py: using RAC 111\u000a22:31:55.422302 tst mo_mt_call.py: using CellId 17196\u000a22:31:55.550079 tst mo_mt_call.py: using BVCI 17197\u000a22:31:55.574620 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:31:55.585831 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:31:55.596762 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:31:55.607766 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:31:55.618775 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:31:55.629864 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:31:55.746048 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:31:55.945889 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:31:56.422373 run create_hlr_db(pid=22117): Launched\u000a22:31:56.596483 bus /sierra_2: Setting Powered False\u000a22:31:57.619129 run create_hlr_db(pid=22117): Terminated: ok {rc=0}\u000a22:31:58.020640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22119): Launched\u000a22:31:58.323133 run osmo-hlr_10.42.42.2(pid=22120): Launched\u000a22:31:58.441091 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:31:58.974552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22122): Launched\u000a22:31:59.276623 run osmo-stp_10.42.42.5(pid=22123): Launched\u000a22:31:59.387967 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:31:59.939497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22125): Launched\u000a22:32:00.243415 run osmo-msc_10.42.42.6(pid=22126): Launched\u000a22:32:00.421775 run osmo-stp_10.42.42.5(pid=22123): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22123)]\u000a22:32:00.551209 run osmo-stp_10.42.42.5(pid=22123): stdout: \u000a| (launched: 2022-12-08_22:31:59.128062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:00.678702 run osmo-stp_10.42.42.5(pid=22123): stderr: \u000a| �[0;m�[38;5;43m20221208223159297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223159297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223159297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223159298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223159300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223159300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223159300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:00.800753 run osmo-stp_10.42.42.5(pid=22123): stdout: \u000a| (launched: 2022-12-08_22:31:59.128062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:00.959096 run osmo-stp_10.42.42.5(pid=22123): stderr: \u000a| �[0;m�[38;5;43m20221208223159297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223159297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223159297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223159298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223159300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223159300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223159300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:01.013825 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22123): Process ended prematurely: osmo-stp_10.42.42.5(pid=22123) [trial-2350↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22123)] [trial-2350↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a22:32:01.023321 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a22:32:01.087238 run osmo-hlr_10.42.42.2(pid=22120): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22120)]\u000a22:32:01.139024 run osmo-hlr_10.42.42.2(pid=22120): stdout: \u000a| (launched: 2022-12-08_22:31:58.174746) \u000a22:32:01.191777 run osmo-hlr_10.42.42.2(pid=22120): stderr: \u000a| �[0;m�[1;31m20221208223158352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223158352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223158352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223158352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223158352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223158352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223158364 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223158373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223158373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223158373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:32:01.262902 run osmo-msc_10.42.42.6(pid=22126): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22126)]\u000a22:32:01.314676 run osmo-msc_10.42.42.6(pid=22126): stdout: \u000a| (launched: 2022-12-08_22:32:00.094235) \u000a22:32:01.368148 run osmo-msc_10.42.42.6(pid=22126): stderr: \u000a| �[0;m�[38;5;43m20221208223200365 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208223200365 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa64c38dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208223200365 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208223200365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208223200365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208223200365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208223200367 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208223200367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208223200368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208223200368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:32:01.411977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22119): Terminating (SIGTERM)\u000a22:32:01.455718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22122): Terminating (SIGTERM)\u000a22:32:01.497620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22125): Terminating (SIGTERM)\u000a22:32:01.508478 --- ParallelTerminationStrategy: PID 22119 died...\u000a22:32:01.564941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22119): Terminated: ok {rc=0}\u000a22:32:01.576873 --- ParallelTerminationStrategy: PID 22122 died...\u000a22:32:01.633215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22122): Terminated: ok {rc=0}\u000a22:32:01.644867 --- ParallelTerminationStrategy: PID 22125 died...\u000a22:32:01.705755 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22125): Terminated: ok {rc=0}\u000a22:32:01.802897 bus /sierra_3: Setting Powered False\u000a22:32:02.904830 bus /sierra_3: Setting Powered False\u000a22:32:04.017243 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 186, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22134): Process ended prematurely: osmo-stp_10.42.42.5(pid=22134) [trial-2350↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22134)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22134): Process ended prematurely: osmo-stp_10.42.42.5(pid=22134) [trial-2350↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22134)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:32:05.128314 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:32:05.139776 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:32:05.303772 tst mo_mt_call_osmux.py: using LAC 17197\u000a22:32:05.432236 tst mo_mt_call_osmux.py: using RAC 112\u000a22:32:05.559013 tst mo_mt_call_osmux.py: using CellId 17197\u000a22:32:05.685858 tst mo_mt_call_osmux.py: using BVCI 17198\u000a22:32:05.710414 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:32:05.721637 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:32:05.732636 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:32:05.743691 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:32:05.754862 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:32:05.765973 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:32:05.884141 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:32:06.083244 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:32:06.559152 run create_hlr_db(pid=22128): Launched\u000a22:32:06.732935 bus /sierra_2: Setting Powered False\u000a22:32:07.755055 run create_hlr_db(pid=22128): Terminated: ok {rc=0}\u000a22:32:08.183166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22130): Launched\u000a22:32:08.505103 run osmo-hlr_10.42.42.2(pid=22131): Launched\u000a22:32:08.622692 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:32:09.154933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22133): Launched\u000a22:32:09.466492 run osmo-stp_10.42.42.5(pid=22134): Launched\u000a22:32:09.586146 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:32:10.176897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22136): Launched\u000a22:32:10.499493 run osmo-msc_10.42.42.6(pid=22137): Launched\u000a22:32:10.689953 run osmo-stp_10.42.42.5(pid=22134): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22134)]\u000a22:32:10.826460 run osmo-stp_10.42.42.5(pid=22134): stdout: \u000a| (launched: 2022-12-08_22:32:09.308940)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:10.962937 run osmo-stp_10.42.42.5(pid=22134): stderr: \u000a| �[0;m�[38;5;43m20221208223209491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223209491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223209491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223209492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223209494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223209494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223209494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:11.093020 run osmo-stp_10.42.42.5(pid=22134): stdout: \u000a| (launched: 2022-12-08_22:32:09.308940)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:11.222143 run osmo-stp_10.42.42.5(pid=22134): stderr: \u000a| �[0;m�[38;5;43m20221208223209491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223209491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223209491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223209492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223209494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223209494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223209494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:11.279237 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22134): Process ended prematurely: osmo-stp_10.42.42.5(pid=22134) [trial-2350↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22134)] [trial-2350↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a22:32:11.288641 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:32:11.354162 run osmo-hlr_10.42.42.2(pid=22131): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22131)]\u000a22:32:11.406983 run osmo-hlr_10.42.42.2(pid=22131): stdout: \u000a| (launched: 2022-12-08_22:32:08.347903) \u000a22:32:11.460409 run osmo-hlr_10.42.42.2(pid=22131): stderr: \u000a| �[0;m�[1;31m20221208223208546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223208546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223208546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223208547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223208547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223208547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223208559 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223208567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223208567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223208568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:32:11.532901 run osmo-msc_10.42.42.6(pid=22137): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22137)]\u000a22:32:11.586369 run osmo-msc_10.42.42.6(pid=22137): stdout: \u000a| (launched: 2022-12-08_22:32:10.341731) \u000a22:32:11.639804 run osmo-msc_10.42.42.6(pid=22137): stderr: \u000a| �[0;m�[38;5;43m20221208223210664 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208223210665 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0e927c1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208223210665 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208223210665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208223210665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208223210665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208223210667 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208223210667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208223210667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208223210667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:32:11.684696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22130): Terminating (SIGTERM)\u000a22:32:11.728028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22133): Terminating (SIGTERM)\u000a22:32:11.771078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22136): Terminating (SIGTERM)\u000a22:32:11.781458 --- ParallelTerminationStrategy: PID 22130 died...\u000a22:32:11.839381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22130): Terminated: ok {rc=0}\u000a22:32:11.849828 --- ParallelTerminationStrategy: PID 22133 died...\u000a22:32:11.907315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22133): Terminated: ok {rc=0}\u000a22:32:11.918140 --- ParallelTerminationStrategy: PID 22136 died...\u000a22:32:11.976493 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22136): Terminated: ok {rc=0}\u000a22:32:12.066307 bus /sierra_3: Setting Powered False\u000a22:32:13.171386 bus /sierra_3: Setting Powered False\u000a22:32:14.279903 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:31:54" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22149): Process ended prematurely: osmo-stp_10.42.42.5(pid=22149) [trial-2350↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22149)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22149): Process ended prematurely: osmo-stp_10.42.42.5(pid=22149) [trial-2350↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22149)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a22:32:16.329577 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:16.341775 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a22:32:16.483613 tst emergency_mo_mt_call.py: using LAC 17198\u000a22:32:16.610178 tst emergency_mo_mt_call.py: using RAC 113\u000a22:32:16.732907 tst emergency_mo_mt_call.py: using CellId 17198\u000a22:32:16.857717 tst emergency_mo_mt_call.py: using BVCI 17199\u000a22:32:16.883724 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:16.895801 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:16.907801 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:16.919413 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:16.931538 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:16.943068 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a22:32:17.062542 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a22:32:17.270970 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:32:17.779360 run create_hlr_db(pid=22143): Launched\u000a22:32:17.963543 bus /sierra_2: Setting Powered False\u000a22:32:18.983556 run create_hlr_db(pid=22143): Terminated: ok {rc=0}\u000a22:32:19.404732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22145): Launched\u000a22:32:19.718902 run osmo-hlr_10.42.42.2(pid=22146): Launched\u000a22:32:19.834756 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:32:20.383828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22148): Launched\u000a22:32:20.698997 run osmo-stp_10.42.42.5(pid=22149): Launched\u000a22:32:20.825619 tst emergency_mo_mt_call.py: using MSISDN 6882\u000a22:32:20.983015 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:32:21.561297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22151): Launched\u000a22:32:21.876935 run osmo-msc_10.42.42.6(pid=22152): Launched\u000a22:32:22.062723 run osmo-stp_10.42.42.5(pid=22149): ERR: Terminated: ERROR {rc=1} [trial-2350↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22149)]\u000a22:32:22.196772 run osmo-stp_10.42.42.5(pid=22149): stdout: \u000a| (launched: 2022-12-08_22:32:20.545113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:22.330879 run osmo-stp_10.42.42.5(pid=22149): stderr: \u000a| �[0;m�[38;5;43m20221208223220735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223220735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223220735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223220736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223220736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223220736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223220736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:22.458268 run osmo-stp_10.42.42.5(pid=22149): stdout: \u000a| (launched: 2022-12-08_22:32:20.545113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:22.584077 run osmo-stp_10.42.42.5(pid=22149): stderr: \u000a| �[0;m�[38;5;43m20221208223220735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223220735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223220735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223220736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223220736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223220736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223220736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:22.639444 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=22149): Process ended prematurely: osmo-stp_10.42.42.5(pid=22149) [trial-2350↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22149)] [trial-2350↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a22:32:22.648037 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a22:32:22.711768 run osmo-hlr_10.42.42.2(pid=22146): ERR: Terminated: ERROR {rc=237} [trial-2350↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22146)]\u000a22:32:22.762213 run osmo-hlr_10.42.42.2(pid=22146): stdout: \u000a| (launched: 2022-12-08_22:32:19.565797) \u000a22:32:22.813430 run osmo-hlr_10.42.42.2(pid=22146): stderr: \u000a| �[0;m�[1;31m20221208223219763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223219763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223219763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223219763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223219763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223219763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223219776 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223219785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223219785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223219785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:32:22.882423 run osmo-msc_10.42.42.6(pid=22152): ERR: Terminated: ERROR {rc=2} [trial-2350↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22152)]\u000a22:32:22.932887 run osmo-msc_10.42.42.6(pid=22152): stdout: \u000a| (launched: 2022-12-08_22:32:21.722377) \u000a22:32:22.983794 run osmo-msc_10.42.42.6(pid=22152): stderr: \u000a| �[0;m�[38;5;43m20221208223222043 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208223222043 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8437272c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208223222043 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208223222043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208223222044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208223222044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208223222047 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208223222048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208223222048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208223222048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:32:23.026306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22145): Terminating (SIGTERM)\u000a22:32:23.067451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22148): Terminating (SIGTERM)\u000a22:32:23.108335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22151): Terminating (SIGTERM)\u000a22:32:23.118605 --- ParallelTerminationStrategy: PID 22145 died...\u000a22:32:23.173020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22145): Terminated: ok {rc=0}\u000a22:32:23.183406 --- ParallelTerminationStrategy: PID 22148 died...\u000a22:32:23.237511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22148): Terminated: ok {rc=0}\u000a22:32:23.247980 --- ParallelTerminationStrategy: PID 22151 died...\u000a22:32:23.302625 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22151): Terminated: ok {rc=0}\u000a22:32:23.392638 bus /sierra_3: Setting Powered False\u000a22:32:24.497960 bus /sierra_3: Setting Powered False\u000a22:32:25.609192 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22160): Process ended prematurely: osmo-stp_10.42.42.5(pid=22160) [trial-2350↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22160)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22160): Process ended prematurely: osmo-stp_10.42.42.5(pid=22160) [trial-2350↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22160)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a22:32:26.661118 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:26.672433 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a22:32:26.812313 tst emergency_preemptive_call.py: using LAC 17199\u000a22:32:26.930453 tst emergency_preemptive_call.py: using RAC 114\u000a22:32:27.046148 tst emergency_preemptive_call.py: using CellId 17199\u000a22:32:27.161103 tst emergency_preemptive_call.py: using BVCI 17200\u000a22:32:27.184264 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:27.194990 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:27.205491 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:27.216248 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:27.227023 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:27.237665 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a22:32:27.350325 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a22:32:27.467233 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a22:32:27.582230 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a22:32:27.778189 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:32:28.245847 run create_hlr_db(pid=22154): Launched\u000a22:32:28.417779 bus /sierra_2: Setting Powered False\u000a22:32:29.439962 run create_hlr_db(pid=22154): Terminated: ok {rc=0}\u000a22:32:29.862354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22156): Launched\u000a22:32:30.178852 run osmo-hlr_10.42.42.2(pid=22157): Launched\u000a22:32:30.298607 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:32:30.852353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22159): Launched\u000a22:32:31.247937 run osmo-stp_10.42.42.5(pid=22160): Launched\u000a22:32:31.508397 tst emergency_preemptive_call.py: using MSISDN 6883\u000a22:32:31.665336 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:32:32.239286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22162): Launched\u000a22:32:32.554458 run osmo-msc_10.42.42.6(pid=22163): Launched\u000a22:32:32.739047 run osmo-stp_10.42.42.5(pid=22160): ERR: Terminated: ERROR {rc=1} [trial-2350↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22160)]\u000a22:32:32.872781 run osmo-stp_10.42.42.5(pid=22160): stdout: \u000a| (launched: 2022-12-08_22:32:31.016322)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:33.006398 run osmo-stp_10.42.42.5(pid=22160): stderr: \u000a| �[0;m�[38;5;43m20221208223231298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223231298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223231300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223231300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223231301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223231302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223231302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:33.134068 run osmo-stp_10.42.42.5(pid=22160): stdout: \u000a| (launched: 2022-12-08_22:32:31.016322)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:33.259905 run osmo-stp_10.42.42.5(pid=22160): stderr: \u000a| �[0;m�[38;5;43m20221208223231298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223231298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223231300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223231300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223231301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223231302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223231302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:33.315321 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=22160): Process ended prematurely: osmo-stp_10.42.42.5(pid=22160) [trial-2350↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22160)] [trial-2350↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a22:32:33.324113 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a22:32:33.388381 run osmo-hlr_10.42.42.2(pid=22157): ERR: Terminated: ERROR {rc=237} [trial-2350↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22157)]\u000a22:32:33.441439 run osmo-hlr_10.42.42.2(pid=22157): stdout: \u000a| (launched: 2022-12-08_22:32:30.023652) \u000a22:32:33.494755 run osmo-hlr_10.42.42.2(pid=22157): stderr: \u000a| �[0;m�[1;31m20221208223230220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223230221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223230221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223230221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223230221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223230221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223230233 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223230241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223230241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223230241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:32:33.566995 run osmo-msc_10.42.42.6(pid=22163): ERR: Terminated: ERROR {rc=2} [trial-2350↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22163)]\u000a22:32:33.619460 run osmo-msc_10.42.42.6(pid=22163): stdout: \u000a| (launched: 2022-12-08_22:32:32.401582) \u000a22:32:33.672455 run osmo-msc_10.42.42.6(pid=22163): stderr: \u000a| �[0;m�[38;5;43m20221208223232723 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208223232723 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f50f9e62c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208223232723 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208223232723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208223232724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208223232724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208223232726 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208223232726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208223232726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208223232726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:32:33.717297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22156): Terminating (SIGTERM)\u000a22:32:33.759755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22159): Terminating (SIGTERM)\u000a22:32:33.802374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22162): Terminating (SIGTERM)\u000a22:32:33.812197 --- ParallelTerminationStrategy: PID 22156 died...\u000a22:32:33.869158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22156): Terminated: ok {rc=0}\u000a22:32:33.879573 --- ParallelTerminationStrategy: PID 22159 died...\u000a22:32:33.936368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22159): Terminated: ok {rc=0}\u000a22:32:33.946741 --- ParallelTerminationStrategy: PID 22162 died...\u000a22:32:34.003661 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22162): Terminated: ok {rc=0}\u000a22:32:34.092254 bus /sierra_9: Setting Powered False\u000a22:32:35.200082 bus /sierra_9: Setting Powered False\u000a22:32:36.309354 bus /sierra_8: Setting Powered False\u000a22:32:37.417661 bus /sierra_8: Setting Powered False\u000a22:32:38.526563 bus /sierra_3: Setting Powered False\u000a22:32:39.634106 bus /sierra_3: Setting Powered False\u000a22:32:40.743725 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:32:15" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22178): Process ended prematurely: osmo-stp_10.42.42.5(pid=22178) [trial-2350↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22178)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22178): Process ended prematurely: osmo-stp_10.42.42.5(pid=22178) [trial-2350↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22178)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:32:42.869653 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:42.880598 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a22:32:43.024466 tst cs_paging_gprs_active.py: using LAC 17200\u000a22:32:43.152483 tst cs_paging_gprs_active.py: using RAC 115\u000a22:32:43.278203 tst cs_paging_gprs_active.py: using CellId 17200\u000a22:32:43.404550 tst cs_paging_gprs_active.py: using BVCI 17201\u000a22:32:43.429472 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:43.440435 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:43.451124 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:43.461934 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:43.472597 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:43.483358 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:43.494214 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:43.505061 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:43.515980 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:32:43.631762 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:32:43.906583 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:32:44.031969 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:32:44.344914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22168): Launched\u000a22:32:44.606497 run iperf3-srv_10.42.42.10(pid=22169): Launched\u000a22:32:44.790075 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:32:44.915704 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:32:45.229091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22170): Launched\u000a22:32:45.490725 run iperf3-srv_10.42.42.10(pid=22171): Launched\u000a22:32:45.675893 tst cs_paging_gprs_active.py:38: start network...\u000a22:32:45.802175 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:32:46.345890 run create_hlr_db(pid=22172): Launched\u000a22:32:46.524622 bus /sierra_2: Setting Powered False\u000a22:32:47.545607 run create_hlr_db(pid=22172): Terminated: ok {rc=0}\u000a22:32:47.975018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22174): Launched\u000a22:32:48.296607 run osmo-hlr_10.42.42.2(pid=22175): Launched\u000a22:32:48.414570 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:32:48.969414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22177): Launched\u000a22:32:49.272157 run osmo-stp_10.42.42.5(pid=22178): Launched\u000a22:32:49.382867 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:32:49.911520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22180): Launched\u000a22:32:50.019769 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:32:50.293839 run patchelf(pid=22181): Launched\u000a22:32:50.483749 run osmo-stp_10.42.42.5(pid=22178): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22178)]\u000a22:32:50.621818 run osmo-stp_10.42.42.5(pid=22178): stdout: \u000a| (launched: 2022-12-08_22:32:49.123732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:50.760066 run osmo-stp_10.42.42.5(pid=22178): stderr: \u000a| �[0;m�[38;5;43m20221208223249293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223249293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223249293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223249294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223249294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223249294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223249294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:50.894388 run osmo-stp_10.42.42.5(pid=22178): stdout: \u000a| (launched: 2022-12-08_22:32:49.123732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:51.027492 run osmo-stp_10.42.42.5(pid=22178): stderr: \u000a| �[0;m�[38;5;43m20221208223249293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223249293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223249293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223249294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223249294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223249294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223249294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:51.182068 run patchelf(pid=22181): Terminating (SIGINT)\u000a22:32:51.363064 run patchelf(pid=22181): Terminated: ok {rc=0}\u000a22:32:51.396705 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22178): Process ended prematurely: osmo-stp_10.42.42.5(pid=22178) [trial-2350↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22178)] [trial-2350↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a22:32:51.406799 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a22:32:51.471090 run osmo-hlr_10.42.42.2(pid=22175): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22175)]\u000a22:32:51.523644 run osmo-hlr_10.42.42.2(pid=22175): stdout: \u000a| (launched: 2022-12-08_22:32:48.139526) \u000a22:32:51.577334 run osmo-hlr_10.42.42.2(pid=22175): stderr: \u000a| �[0;m�[1;31m20221208223248337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223248338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223248338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223248338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223248338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223248338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223248350 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223248358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223248358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223248358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:32:51.622982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22168): Terminating (SIGTERM)\u000a22:32:51.665839 run iperf3-srv_10.42.42.10(pid=22169): Terminating (SIGTERM)\u000a22:32:51.708772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22170): Terminating (SIGTERM)\u000a22:32:51.751450 run iperf3-srv_10.42.42.10(pid=22171): Terminating (SIGTERM)\u000a22:32:51.794086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22174): Terminating (SIGTERM)\u000a22:32:51.836653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22177): Terminating (SIGTERM)\u000a22:32:51.879361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22180): Terminating (SIGTERM)\u000a22:32:51.889243 --- ParallelTerminationStrategy: PID 22168 died...\u000a22:32:51.946267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22168): Terminated: ok {rc=0}\u000a22:32:51.956546 --- ParallelTerminationStrategy: PID 22169 died...\u000a22:32:52.013259 run iperf3-srv_10.42.42.10(pid=22169): Terminated {rc=256}\u000a22:32:52.023550 --- ParallelTerminationStrategy: PID 22170 died...\u000a22:32:52.080249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22170): Terminated: ok {rc=0}\u000a22:32:52.090562 --- ParallelTerminationStrategy: PID 22171 died...\u000a22:32:52.147029 run iperf3-srv_10.42.42.10(pid=22171): Terminated {rc=256}\u000a22:32:52.157427 --- ParallelTerminationStrategy: PID 22174 died...\u000a22:32:52.214028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22174): Terminated: ok {rc=0}\u000a22:32:52.224407 --- ParallelTerminationStrategy: PID 22177 died...\u000a22:32:52.281606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22177): Terminated: ok {rc=0}\u000a22:32:52.292146 --- ParallelTerminationStrategy: PID 22180 died...\u000a22:32:52.349036 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22180): Terminated: ok {rc=0}\u000a22:32:52.438349 bus /gobi_0: Setting Powered False\u000a22:32:53.547066 bus /gobi_0: Setting Powered False\u000a22:32:54.655768 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22190): Process ended prematurely: osmo-stp_10.42.42.5(pid=22190) [trial-2350↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22190)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22190): Process ended prematurely: osmo-stp_10.42.42.5(pid=22190) [trial-2350↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22190)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a22:32:55.766443 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:55.777530 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a22:32:55.915236 tst iperf3.py: using LAC 17201\u000a22:32:56.040623 tst iperf3.py: using RAC 116\u000a22:32:56.167096 tst iperf3.py: using CellId 17201\u000a22:32:56.295041 tst iperf3.py: using BVCI 17202\u000a22:32:56.319892 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:56.331171 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:56.342286 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:56.353267 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:56.364149 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:56.375508 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:56.386700 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:56.397467 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:56.408372 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:32:56.683827 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:32:56.809552 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:32:57.121766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22182): Launched\u000a22:32:57.381838 run iperf3-srv_10.42.42.10(pid=22183): Launched\u000a22:32:57.566120 tst iperf3.py:8: start network...\u000a22:32:57.692857 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:32:58.170748 run create_hlr_db(pid=22184): Launched\u000a22:32:58.345232 bus /gobi_6: Setting Powered False\u000a22:32:59.367534 run create_hlr_db(pid=22184): Terminated: ok {rc=0}\u000a22:32:59.798141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22186): Launched\u000a22:33:00.121929 run osmo-hlr_10.42.42.2(pid=22187): Launched\u000a22:33:00.239320 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:33:00.799902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22189): Launched\u000a22:33:01.230950 run osmo-stp_10.42.42.5(pid=22190): Launched\u000a22:33:01.501484 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:33:02.082900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22193): Launched\u000a22:33:02.199695 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:33:02.482074 run patchelf(pid=22194): Launched\u000a22:33:02.672513 run osmo-stp_10.42.42.5(pid=22190): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22190)]\u000a22:33:02.811719 run osmo-stp_10.42.42.5(pid=22190): stdout: \u000a| (launched: 2022-12-08_22:33:00.986509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:02.951233 run osmo-stp_10.42.42.5(pid=22190): stderr: \u000a| �[0;m�[38;5;43m20221208223301297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223301298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223301298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223301298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223301299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223301299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223301299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:03.086607 run osmo-stp_10.42.42.5(pid=22190): stdout: \u000a| (launched: 2022-12-08_22:33:00.986509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:03.220781 run osmo-stp_10.42.42.5(pid=22190): stderr: \u000a| �[0;m�[38;5;43m20221208223301297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223301298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223301298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223301298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223301299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223301299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223301299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:03.376571 run patchelf(pid=22194): Terminating (SIGINT)\u000a22:33:03.559382 run patchelf(pid=22194): Terminated: ok {rc=0}\u000a22:33:03.592808 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22190): Process ended prematurely: osmo-stp_10.42.42.5(pid=22190) [trial-2350↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22190)] [trial-2350↪gprs:trx-lms↪iperf3.py:8]\u000a22:33:03.602732 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a22:33:03.667088 run osmo-hlr_10.42.42.2(pid=22187): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22187)]\u000a22:33:03.719828 run osmo-hlr_10.42.42.2(pid=22187): stdout: \u000a| (launched: 2022-12-08_22:32:59.963372) \u000a22:33:03.772813 run osmo-hlr_10.42.42.2(pid=22187): stderr: \u000a| �[0;m�[1;31m20221208223300161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223300161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223300161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223300161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223300161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223300162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223300174 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223300182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223300182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223300182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:33:03.818089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22182): Terminating (SIGTERM)\u000a22:33:03.860394 run iperf3-srv_10.42.42.10(pid=22183): Terminating (SIGTERM)\u000a22:33:03.902909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22186): Terminating (SIGTERM)\u000a22:33:03.945365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22189): Terminating (SIGTERM)\u000a22:33:03.987797 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22193): Terminating (SIGTERM)\u000a22:33:03.997661 --- ParallelTerminationStrategy: PID 22182 died...\u000a22:33:04.054511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22182): Terminated: ok {rc=0}\u000a22:33:04.064722 --- ParallelTerminationStrategy: PID 22183 died...\u000a22:33:04.121063 run iperf3-srv_10.42.42.10(pid=22183): Terminated {rc=256}\u000a22:33:04.131186 --- ParallelTerminationStrategy: PID 22186 died...\u000a22:33:04.187557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22186): Terminated: ok {rc=0}\u000a22:33:04.197786 --- ParallelTerminationStrategy: PID 22189 died...\u000a22:33:04.254080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22189): Terminated: ok {rc=0}\u000a22:33:04.264286 --- ParallelTerminationStrategy: PID 22193 died...\u000a22:33:04.320667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22193): Terminated: ok {rc=0}\u000a22:33:04.407638 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22209): Process ended prematurely: osmo-stp_10.42.42.5(pid=22209) [trial-2350↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22209)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22209): Process ended prematurely: osmo-stp_10.42.42.5(pid=22209) [trial-2350↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22209)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a22:33:05.522866 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:05.534378 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a22:33:05.675384 tst iperf3m4.py: using LAC 17202\u000a22:33:05.797632 tst iperf3m4.py: using RAC 117\u000a22:33:05.918008 tst iperf3m4.py: using CellId 17202\u000a22:33:06.037431 tst iperf3m4.py: using BVCI 17203\u000a22:33:06.060656 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:06.071994 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:06.082614 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:06.094420 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:06.105585 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:06.116837 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:06.128287 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:06.139505 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:06.151013 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:33:06.271186 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:33:06.393375 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:33:06.512315 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:33:06.790819 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:33:06.917293 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:33:07.228642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22195): Launched\u000a22:33:07.488016 run iperf3-srv_10.42.42.10(pid=22196): Launched\u000a22:33:07.671703 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:33:07.797857 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:33:08.111233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22197): Launched\u000a22:33:08.371106 run iperf3-srv_10.42.42.10(pid=22198): Launched\u000a22:33:08.555252 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:33:08.681540 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:33:08.994343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22199): Launched\u000a22:33:09.253780 run iperf3-srv_10.42.42.10(pid=22200): Launched\u000a22:33:09.437660 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:33:09.563122 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:33:09.876323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22201): Launched\u000a22:33:10.136696 run iperf3-srv_10.42.42.10(pid=22202): Launched\u000a22:33:10.321261 tst iperf3m4.py:8: start network...\u000a22:33:10.447491 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:33:10.923025 run create_hlr_db(pid=22203): Launched\u000a22:33:11.096809 bus /gobi_6: Setting Powered False\u000a22:33:12.120116 run create_hlr_db(pid=22203): Terminated: ok {rc=0}\u000a22:33:12.523569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22205): Launched\u000a22:33:12.826935 run osmo-hlr_10.42.42.2(pid=22206): Launched\u000a22:33:12.945417 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:33:13.478548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22208): Launched\u000a22:33:13.780720 run osmo-stp_10.42.42.5(pid=22209): Launched\u000a22:33:13.891035 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:33:14.416799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22211): Launched\u000a22:33:14.524454 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:33:14.788134 run patchelf(pid=22212): Launched\u000a22:33:14.965442 run osmo-stp_10.42.42.5(pid=22209): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22209)]\u000a22:33:15.094824 run osmo-stp_10.42.42.5(pid=22209): stdout: \u000a| (launched: 2022-12-08_22:33:13.631749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:15.225026 run osmo-stp_10.42.42.5(pid=22209): stderr: \u000a| �[0;m�[38;5;43m20221208223313801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223313801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223313801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223313802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223313802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223313802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223313802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:15.350480 run osmo-stp_10.42.42.5(pid=22209): stdout: \u000a| (launched: 2022-12-08_22:33:13.631749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:15.475361 run osmo-stp_10.42.42.5(pid=22209): stderr: \u000a| �[0;m�[38;5;43m20221208223313801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223313801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223313801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223313802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223313802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223313802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223313802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:15.619956 run patchelf(pid=22212): Terminating (SIGINT)\u000a22:33:15.791407 run patchelf(pid=22212): Terminated: ok {rc=0}\u000a22:33:15.822615 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22209): Process ended prematurely: osmo-stp_10.42.42.5(pid=22209) [trial-2350↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22209)] [trial-2350↪gprs:trx-lms↪iperf3m4.py:8]\u000a22:33:15.831850 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a22:33:15.915708 run osmo-hlr_10.42.42.2(pid=22206): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22206)]\u000a22:33:15.969124 run osmo-hlr_10.42.42.2(pid=22206): stdout: \u000a| (launched: 2022-12-08_22:33:12.678016) \u000a22:33:16.021918 run osmo-hlr_10.42.42.2(pid=22206): stderr: \u000a| �[0;m�[1;31m20221208223312855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223312855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223312855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223312855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223312855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223312855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223312867 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223312876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223312877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223312877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:33:16.067050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22195): Terminating (SIGTERM)\u000a22:33:16.109566 run iperf3-srv_10.42.42.10(pid=22196): Terminating (SIGTERM)\u000a22:33:16.152154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22197): Terminating (SIGTERM)\u000a22:33:16.194768 run iperf3-srv_10.42.42.10(pid=22198): Terminating (SIGTERM)\u000a22:33:16.237121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22199): Terminating (SIGTERM)\u000a22:33:16.280759 run iperf3-srv_10.42.42.10(pid=22200): Terminating (SIGTERM)\u000a22:33:16.324618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22201): Terminating (SIGTERM)\u000a22:33:16.366152 run iperf3-srv_10.42.42.10(pid=22202): Terminating (SIGTERM)\u000a22:33:16.408662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22205): Terminating (SIGTERM)\u000a22:33:16.451913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22208): Terminating (SIGTERM)\u000a22:33:16.493518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22211): Terminating (SIGTERM)\u000a22:33:16.504241 --- ParallelTerminationStrategy: PID 22195 died...\u000a22:33:16.561314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22195): Terminated: ok {rc=0}\u000a22:33:16.571838 --- ParallelTerminationStrategy: PID 22196 died...\u000a22:33:16.628575 run iperf3-srv_10.42.42.10(pid=22196): Terminated {rc=256}\u000a22:33:16.639111 --- ParallelTerminationStrategy: PID 22197 died...\u000a22:33:16.695886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22197): Terminated: ok {rc=0}\u000a22:33:16.706442 --- ParallelTerminationStrategy: PID 22198 died...\u000a22:33:16.763222 run iperf3-srv_10.42.42.10(pid=22198): Terminated {rc=256}\u000a22:33:16.773815 --- ParallelTerminationStrategy: PID 22199 died...\u000a22:33:16.830807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22199): Terminated: ok {rc=0}\u000a22:33:16.841409 --- ParallelTerminationStrategy: PID 22200 died...\u000a22:33:16.898226 run iperf3-srv_10.42.42.10(pid=22200): Terminated {rc=256}\u000a22:33:16.908801 --- ParallelTerminationStrategy: PID 22201 died...\u000a22:33:16.964610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22201): Terminated: ok {rc=0}\u000a22:33:16.976072 --- ParallelTerminationStrategy: PID 22202 died...\u000a22:33:17.031830 run iperf3-srv_10.42.42.10(pid=22202): Terminated {rc=256}\u000a22:33:17.043449 --- ParallelTerminationStrategy: PID 22205 died...\u000a22:33:17.099381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22205): Terminated: ok {rc=0}\u000a22:33:17.110879 --- ParallelTerminationStrategy: PID 22208 died...\u000a22:33:17.167648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22208): Terminated: ok {rc=0}\u000a22:33:17.178413 --- ParallelTerminationStrategy: PID 22211 died...\u000a22:33:17.234693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22211): Terminated: ok {rc=0}\u000a22:33:17.319042 bus /gobi_4: Setting Powered False\u000a22:33:18.425482 bus /gobi_4: Setting Powered False\u000a22:33:19.537748 bus /gobi_1: Setting Powered False\u000a22:33:20.641706 bus /gobi_1: Setting Powered False\u000a22:33:21.747693 bus /gobi_0: Setting Powered False\u000a22:33:22.855359 bus /gobi_0: Setting Powered False\u000a22:33:23.964007 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 24, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22219): Process ended prematurely: osmo-stp_10.42.42.5(pid=22219) [trial-2350↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22219)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22219): Process ended prematurely: osmo-stp_10.42.42.5(pid=22219) [trial-2350↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22219)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a22:33:25.031821 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:25.043386 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a22:33:25.185348 tst ping.py: using LAC 17203\u000a22:33:25.308777 tst ping.py: using RAC 118\u000a22:33:25.432767 tst ping.py: using CellId 17203\u000a22:33:25.556064 tst ping.py: using BVCI 17204\u000a22:33:25.580287 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:25.591214 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:25.602001 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:25.612662 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:25.623371 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:25.634017 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:25.644755 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:25.655529 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:33:25.941522 tst ping.py:19: start network...\u000a22:33:26.072918 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:33:26.578916 run create_hlr_db(pid=22213): Launched\u000a22:33:26.762239 bus /gobi_6: Setting Powered False\u000a22:33:27.783414 run create_hlr_db(pid=22213): Terminated: ok {rc=0}\u000a22:33:28.181433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22215): Launched\u000a22:33:28.477864 run osmo-hlr_10.42.42.2(pid=22216): Launched\u000a22:33:28.587430 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:33:29.106112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22218): Launched\u000a22:33:29.404141 run osmo-stp_10.42.42.5(pid=22219): Launched\u000a22:33:29.512880 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:33:30.030103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22221): Launched\u000a22:33:30.135920 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:33:30.395287 run patchelf(pid=22222): Launched\u000a22:33:30.570542 run osmo-stp_10.42.42.5(pid=22219): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22219)]\u000a22:33:30.698696 run osmo-stp_10.42.42.5(pid=22219): stdout: \u000a| (launched: 2022-12-08_22:33:29.257647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:30.827046 run osmo-stp_10.42.42.5(pid=22219): stderr: \u000a| �[0;m�[38;5;43m20221208223329428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223329428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223329428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223329429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223329429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223329429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223329429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:30.968409 run osmo-stp_10.42.42.5(pid=22219): stdout: \u000a| (launched: 2022-12-08_22:33:29.257647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:31.102678 run osmo-stp_10.42.42.5(pid=22219): stderr: \u000a| �[0;m�[38;5;43m20221208223329428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223329428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223329428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223329429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223329429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223329429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223329429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:31.260233 run patchelf(pid=22222): Terminating (SIGINT)\u000a22:33:31.446273 run patchelf(pid=22222): Terminated: ok {rc=0}\u000a22:33:31.481949 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22219): Process ended prematurely: osmo-stp_10.42.42.5(pid=22219) [trial-2350↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22219)] [trial-2350↪gprs:trx-lms↪ping.py:22]\u000a22:33:31.492511 tst ping.py:22: Test FAILED (6.4 sec)\u000a22:33:31.559186 run osmo-hlr_10.42.42.2(pid=22216): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22216)]\u000a22:33:31.613650 run osmo-hlr_10.42.42.2(pid=22216): stdout: \u000a| (launched: 2022-12-08_22:33:28.331536) \u000a22:33:31.668886 run osmo-hlr_10.42.42.2(pid=22216): stderr: \u000a| �[0;m�[1;31m20221208223328507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223328507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223328507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223328507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223328507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223328508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223328520 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223328530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223328531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223328531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:33:31.716387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22215): Terminating (SIGTERM)\u000a22:33:31.762455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22218): Terminating (SIGTERM)\u000a22:33:31.807611 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22221): Terminating (SIGTERM)\u000a22:33:31.819785 --- ParallelTerminationStrategy: PID 22215 died...\u000a22:33:31.880762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22215): Terminated: ok {rc=0}\u000a22:33:31.892286 --- ParallelTerminationStrategy: PID 22218 died...\u000a22:33:31.950532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22218): Terminated: ok {rc=0}\u000a22:33:31.961667 --- ParallelTerminationStrategy: PID 22221 died...\u000a22:33:32.021121 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22221): Terminated: ok {rc=0}\u000a22:33:32.114444 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22229): Process ended prematurely: osmo-stp_10.42.42.5(pid=22229) [trial-2350↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22229)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22229): Process ended prematurely: osmo-stp_10.42.42.5(pid=22229) [trial-2350↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22229)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a22:33:33.163951 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:33.175162 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a22:33:33.313446 tst ping_idle_ping.py: using LAC 17204\u000a22:33:33.432315 tst ping_idle_ping.py: using RAC 119\u000a22:33:33.552717 tst ping_idle_ping.py: using CellId 17204\u000a22:33:33.675898 tst ping_idle_ping.py: using BVCI 17205\u000a22:33:33.698661 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:33.709130 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:33.719415 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:33.730487 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:33.741521 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:33.752542 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:33.763752 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:33.775152 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:33:34.051661 tst ping_idle_ping.py:24: start network...\u000a22:33:34.175444 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:33:34.645186 run create_hlr_db(pid=22223): Launched\u000a22:33:34.817769 bus /gobi_6: Setting Powered False\u000a22:33:35.838823 run create_hlr_db(pid=22223): Terminated: ok {rc=0}\u000a22:33:36.262677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22225): Launched\u000a22:33:36.581650 run osmo-hlr_10.42.42.2(pid=22226): Launched\u000a22:33:36.698379 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:33:37.250501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22228): Launched\u000a22:33:37.570279 run osmo-stp_10.42.42.5(pid=22229): Launched\u000a22:33:37.684732 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:33:38.237847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22231): Launched\u000a22:33:38.351018 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:33:38.627505 run patchelf(pid=22232): Launched\u000a22:33:38.814244 run osmo-stp_10.42.42.5(pid=22229): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22229)]\u000a22:33:38.950673 run osmo-stp_10.42.42.5(pid=22229): stdout: \u000a| (launched: 2022-12-08_22:33:37.412750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:39.087620 run osmo-stp_10.42.42.5(pid=22229): stderr: \u000a| �[0;m�[38;5;43m20221208223337602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223337602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223337602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223337603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223337603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223337603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223337603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:39.219719 run osmo-stp_10.42.42.5(pid=22229): stdout: \u000a| (launched: 2022-12-08_22:33:37.412750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:39.350985 run osmo-stp_10.42.42.5(pid=22229): stderr: \u000a| �[0;m�[38;5;43m20221208223337602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223337602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223337602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223337603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223337603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223337603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223337603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:39.503545 run patchelf(pid=22232): Terminating (SIGINT)\u000a22:33:39.682148 run patchelf(pid=22232): Terminated: ok {rc=0}\u000a22:33:39.714629 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22229): Process ended prematurely: osmo-stp_10.42.42.5(pid=22229) [trial-2350↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22229)] [trial-2350↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a22:33:39.723923 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a22:33:39.787441 run osmo-hlr_10.42.42.2(pid=22226): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22226)]\u000a22:33:39.839569 run osmo-hlr_10.42.42.2(pid=22226): stdout: \u000a| (launched: 2022-12-08_22:33:36.425495) \u000a22:33:39.892549 run osmo-hlr_10.42.42.2(pid=22226): stderr: \u000a| �[0;m�[1;31m20221208223336619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223336619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223336619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223336619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223336619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223336619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223336631 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223336639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223336640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223336640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:33:39.937505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22225): Terminating (SIGTERM)\u000a22:33:39.980382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22228): Terminating (SIGTERM)\u000a22:33:40.023104 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22231): Terminating (SIGTERM)\u000a22:33:40.032924 --- ParallelTerminationStrategy: PID 22225 died...\u000a22:33:40.090048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22225): Terminated: ok {rc=0}\u000a22:33:40.100436 --- ParallelTerminationStrategy: PID 22228 died...\u000a22:33:40.157118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22228): Terminated: ok {rc=0}\u000a22:33:40.167431 --- ParallelTerminationStrategy: PID 22231 died...\u000a22:33:40.224056 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22231): Terminated: ok {rc=0}\u000a22:33:40.312120 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:32:42" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22246): Process ended prematurely: osmo-stp_10.42.42.5(pid=22246) [trial-2350↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22246)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22246): Process ended prematurely: osmo-stp_10.42.42.5(pid=22246) [trial-2350↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22246)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:33:42.467083 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:42.478257 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:33:42.623752 tst cs_paging_gprs_active.py: using LAC 17205\u000a22:33:42.750602 tst cs_paging_gprs_active.py: using RAC 120\u000a22:33:42.877194 tst cs_paging_gprs_active.py: using CellId 17205\u000a22:33:43.005927 tst cs_paging_gprs_active.py: using BVCI 17206\u000a22:33:43.030662 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:43.041941 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:43.052896 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:43.064414 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:43.075433 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:43.086484 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:43.097679 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:43.108611 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:43.119873 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:33:43.234276 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:33:43.526715 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:33:43.661937 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:33:43.997250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22236): Launched\u000a22:33:44.275294 run iperf3-srv_10.42.42.10(pid=22237): Launched\u000a22:33:44.474007 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:33:44.609028 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:33:44.943110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22238): Launched\u000a22:33:45.221348 run iperf3-srv_10.42.42.10(pid=22239): Launched\u000a22:33:45.420229 tst cs_paging_gprs_active.py:38: start network...\u000a22:33:45.555640 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:33:46.148118 run create_hlr_db(pid=22240): Launched\u000a22:33:46.366556 bus /gobi_6: Setting Powered False\u000a22:33:47.358405 run create_hlr_db(pid=22240): Terminated: ok {rc=0}\u000a22:33:47.810576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22242): Launched\u000a22:33:48.133892 run osmo-hlr_10.42.42.2(pid=22243): Launched\u000a22:33:48.254177 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:33:48.818729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22245): Launched\u000a22:33:49.139929 run osmo-stp_10.42.42.5(pid=22246): Launched\u000a22:33:49.262184 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:33:49.827405 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22248): Launched\u000a22:33:49.942906 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:33:50.224835 run patchelf(pid=22249): Launched\u000a22:33:50.416496 run osmo-stp_10.42.42.5(pid=22246): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22246)]\u000a22:33:50.555356 run osmo-stp_10.42.42.5(pid=22246): stdout: \u000a| (launched: 2022-12-08_22:33:48.983704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:50.694986 run osmo-stp_10.42.42.5(pid=22246): stderr: \u000a| �[0;m�[38;5;43m20221208223349177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223349177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223349177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223349178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223349178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223349178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223349178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:50.830122 run osmo-stp_10.42.42.5(pid=22246): stdout: \u000a| (launched: 2022-12-08_22:33:48.983704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:50.964676 run osmo-stp_10.42.42.5(pid=22246): stderr: \u000a| �[0;m�[38;5;43m20221208223349177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223349177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223349177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223349178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223349178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223349178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223349178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:51.119769 run patchelf(pid=22249): Terminating (SIGINT)\u000a22:33:51.301456 run patchelf(pid=22249): Terminated: ok {rc=0}\u000a22:33:51.334847 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22246): Process ended prematurely: osmo-stp_10.42.42.5(pid=22246) [trial-2350↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22246)] [trial-2350↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a22:33:51.344823 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a22:33:51.408904 run osmo-hlr_10.42.42.2(pid=22243): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22243)]\u000a22:33:51.461230 run osmo-hlr_10.42.42.2(pid=22243): stdout: \u000a| (launched: 2022-12-08_22:33:47.976177) \u000a22:33:51.514070 run osmo-hlr_10.42.42.2(pid=22243): stderr: \u000a| �[0;m�[1;31m20221208223348175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223348176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223348176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223348176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223348176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223348176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223348188 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223348196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223348196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223348197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:33:51.559096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22236): Terminating (SIGTERM)\u000a22:33:51.601407 run iperf3-srv_10.42.42.10(pid=22237): Terminating (SIGTERM)\u000a22:33:51.643738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22238): Terminating (SIGTERM)\u000a22:33:51.685770 run iperf3-srv_10.42.42.10(pid=22239): Terminating (SIGTERM)\u000a22:33:51.727851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22242): Terminating (SIGTERM)\u000a22:33:51.770095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22245): Terminating (SIGTERM)\u000a22:33:51.812390 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22248): Terminating (SIGTERM)\u000a22:33:51.822208 --- ParallelTerminationStrategy: PID 22236 died...\u000a22:33:51.878756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22236): Terminated: ok {rc=0}\u000a22:33:51.888887 --- ParallelTerminationStrategy: PID 22237 died...\u000a22:33:51.945078 run iperf3-srv_10.42.42.10(pid=22237): Terminated {rc=256}\u000a22:33:51.955281 --- ParallelTerminationStrategy: PID 22238 died...\u000a22:33:52.011770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22238): Terminated: ok {rc=0}\u000a22:33:52.021970 --- ParallelTerminationStrategy: PID 22239 died...\u000a22:33:52.078746 run iperf3-srv_10.42.42.10(pid=22239): Terminated {rc=256}\u000a22:33:52.089075 --- ParallelTerminationStrategy: PID 22242 died...\u000a22:33:52.145388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22242): Terminated: ok {rc=0}\u000a22:33:52.155628 --- ParallelTerminationStrategy: PID 22245 died...\u000a22:33:52.212088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22245): Terminated: ok {rc=0}\u000a22:33:52.222333 --- ParallelTerminationStrategy: PID 22248 died...\u000a22:33:52.278609 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22248): Terminated: ok {rc=0}\u000a22:33:52.367197 bus /gobi_0: Setting Powered False\u000a22:33:53.474643 bus /gobi_0: Setting Powered False\u000a22:33:54.584308 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22259): Process ended prematurely: osmo-stp_10.42.42.5(pid=22259) [trial-2350↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22259)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22259): Process ended prematurely: osmo-stp_10.42.42.5(pid=22259) [trial-2350↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22259)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a22:33:55.699159 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:55.710980 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:33:55.854889 tst iperf3.py: using LAC 17206\u000a22:33:55.983754 tst iperf3.py: using RAC 121\u000a22:33:56.110945 tst iperf3.py: using CellId 17206\u000a22:33:56.237510 tst iperf3.py: using BVCI 17207\u000a22:33:56.262387 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:56.273692 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:56.284707 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:56.295825 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:56.306860 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:56.317837 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:56.329112 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:56.340035 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:56.351308 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:33:56.632329 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:33:56.759603 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:33:57.073362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22250): Launched\u000a22:33:57.334878 run iperf3-srv_10.42.42.10(pid=22251): Launched\u000a22:33:57.520189 tst iperf3.py:8: start network...\u000a22:33:57.647062 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:33:58.123919 run create_hlr_db(pid=22252): Launched\u000a22:33:58.305849 bus /gobi_6: Setting Powered False\u000a22:33:59.321522 run create_hlr_db(pid=22252): Terminated: ok {rc=0}\u000a22:33:59.751504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22254): Launched\u000a22:34:00.075250 run osmo-hlr_10.42.42.2(pid=22256): Launched\u000a22:34:00.194793 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:34:00.754333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22258): Launched\u000a22:34:01.219161 run osmo-stp_10.42.42.5(pid=22259): Launched\u000a22:34:01.448178 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:34:02.059814 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22261): Launched\u000a22:34:02.172266 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:34:02.448308 run patchelf(pid=22262): Launched\u000a22:34:02.637664 run osmo-stp_10.42.42.5(pid=22259): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22259)]\u000a22:34:02.775833 run osmo-stp_10.42.42.5(pid=22259): stdout: \u000a| (launched: 2022-12-08_22:34:00.949077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:02.914397 run osmo-stp_10.42.42.5(pid=22259): stderr: \u000a| �[0;m�[38;5;43m20221208223401330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223401330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223401330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223401330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223401331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223401331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223401331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:03.048860 run osmo-stp_10.42.42.5(pid=22259): stdout: \u000a| (launched: 2022-12-08_22:34:00.949077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:03.182162 run osmo-stp_10.42.42.5(pid=22259): stderr: \u000a| �[0;m�[38;5;43m20221208223401330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223401330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223401330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223401330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223401331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223401331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223401331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:03.336520 run patchelf(pid=22262): Terminating (SIGINT)\u000a22:34:03.518612 run patchelf(pid=22262): Terminated: ok {rc=0}\u000a22:34:03.551864 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22259): Process ended prematurely: osmo-stp_10.42.42.5(pid=22259) [trial-2350↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22259)] [trial-2350↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a22:34:03.561726 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a22:34:03.625441 run osmo-hlr_10.42.42.2(pid=22256): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22256)]\u000a22:34:03.677840 run osmo-hlr_10.42.42.2(pid=22256): stdout: \u000a| (launched: 2022-12-08_22:33:59.916691) \u000a22:34:03.730815 run osmo-hlr_10.42.42.2(pid=22256): stderr: \u000a| �[0;m�[1;31m20221208223400113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223400113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223400113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223400113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223400113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223400113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223400125 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223400133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223400133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223400133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:34:03.775912 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22250): Terminating (SIGTERM)\u000a22:34:03.818242 run iperf3-srv_10.42.42.10(pid=22251): Terminating (SIGTERM)\u000a22:34:03.860703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22254): Terminating (SIGTERM)\u000a22:34:03.903327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22258): Terminating (SIGTERM)\u000a22:34:03.945800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22261): Terminating (SIGTERM)\u000a22:34:03.955632 --- ParallelTerminationStrategy: PID 22250 died...\u000a22:34:04.012337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22250): Terminated: ok {rc=0}\u000a22:34:04.022594 --- ParallelTerminationStrategy: PID 22251 died...\u000a22:34:04.079240 run iperf3-srv_10.42.42.10(pid=22251): Terminated {rc=256}\u000a22:34:04.089435 --- ParallelTerminationStrategy: PID 22254 died...\u000a22:34:04.146082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22254): Terminated: ok {rc=0}\u000a22:34:04.156325 --- ParallelTerminationStrategy: PID 22258 died...\u000a22:34:04.213236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22258): Terminated: ok {rc=0}\u000a22:34:04.223451 --- ParallelTerminationStrategy: PID 22261 died...\u000a22:34:04.279858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22261): Terminated: ok {rc=0}\u000a22:34:04.367837 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22277): Process ended prematurely: osmo-stp_10.42.42.5(pid=22277) [trial-2350↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22277)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22277): Process ended prematurely: osmo-stp_10.42.42.5(pid=22277) [trial-2350↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22277)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a22:34:05.483974 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:05.495661 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:34:05.647046 tst iperf3m4.py: using LAC 17207\u000a22:34:05.788123 tst iperf3m4.py: using RAC 122\u000a22:34:05.916626 tst iperf3m4.py: using CellId 17207\u000a22:34:06.043236 tst iperf3m4.py: using BVCI 17208\u000a22:34:06.068081 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:06.079444 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:06.090503 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:06.101548 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:06.112450 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:06.123489 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:06.134731 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:06.145675 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:06.157099 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:34:06.278047 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:34:06.396659 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:34:06.514202 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:34:06.792780 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:34:06.919381 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:34:07.233703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22263): Launched\u000a22:34:07.495601 run iperf3-srv_10.42.42.10(pid=22264): Launched\u000a22:34:07.681158 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:34:07.807828 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:34:08.121753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22265): Launched\u000a22:34:08.382741 run iperf3-srv_10.42.42.10(pid=22266): Launched\u000a22:34:08.567942 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:34:08.694923 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:34:09.008474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22267): Launched\u000a22:34:09.269919 run iperf3-srv_10.42.42.10(pid=22268): Launched\u000a22:34:09.455896 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:34:09.583357 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:34:09.898027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22269): Launched\u000a22:34:10.158456 run iperf3-srv_10.42.42.10(pid=22270): Launched\u000a22:34:10.343619 tst iperf3m4.py:8: start network...\u000a22:34:10.470104 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:34:10.947478 run create_hlr_db(pid=22271): Launched\u000a22:34:11.121531 bus /gobi_6: Setting Powered False\u000a22:34:12.145287 run create_hlr_db(pid=22271): Terminated: ok {rc=0}\u000a22:34:12.557625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22273): Launched\u000a22:34:12.860850 run osmo-hlr_10.42.42.2(pid=22274): Launched\u000a22:34:12.978751 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:34:13.511442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22276): Launched\u000a22:34:13.815922 run osmo-stp_10.42.42.5(pid=22277): Launched\u000a22:34:13.926687 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:34:14.454789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22279): Launched\u000a22:34:14.562772 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:34:14.827616 run patchelf(pid=22280): Launched\u000a22:34:15.006118 run osmo-stp_10.42.42.5(pid=22277): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22277)]\u000a22:34:15.136689 run osmo-stp_10.42.42.5(pid=22277): stdout: \u000a| (launched: 2022-12-08_22:34:13.666287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:15.267625 run osmo-stp_10.42.42.5(pid=22277): stderr: \u000a| �[0;m�[38;5;43m20221208223413836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223413836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223413836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223413837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223413837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223413837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223413837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:15.394370 run osmo-stp_10.42.42.5(pid=22277): stdout: \u000a| (launched: 2022-12-08_22:34:13.666287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:15.520175 run osmo-stp_10.42.42.5(pid=22277): stderr: \u000a| �[0;m�[38;5;43m20221208223413836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223413836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223413836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223413837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223413837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223413837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223413837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:15.666015 run patchelf(pid=22280): Terminating (SIGINT)\u000a22:34:15.847784 run patchelf(pid=22280): Terminated: ok {rc=0}\u000a22:34:15.880254 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22277): Process ended prematurely: osmo-stp_10.42.42.5(pid=22277) [trial-2350↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22277)] [trial-2350↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a22:34:15.890365 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a22:34:15.955684 run osmo-hlr_10.42.42.2(pid=22274): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22274)]\u000a22:34:16.007994 run osmo-hlr_10.42.42.2(pid=22274): stdout: \u000a| (launched: 2022-12-08_22:34:12.711818) \u000a22:34:16.061364 run osmo-hlr_10.42.42.2(pid=22274): stderr: \u000a| �[0;m�[1;31m20221208223412888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223412888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223412888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223412888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223412888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223412888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223412900 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223412909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223412909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223412909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:34:16.106440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22263): Terminating (SIGTERM)\u000a22:34:16.148874 run iperf3-srv_10.42.42.10(pid=22264): Terminating (SIGTERM)\u000a22:34:16.190632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22265): Terminating (SIGTERM)\u000a22:34:16.234756 run iperf3-srv_10.42.42.10(pid=22266): Terminating (SIGTERM)\u000a22:34:16.279376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22267): Terminating (SIGTERM)\u000a22:34:16.322328 run iperf3-srv_10.42.42.10(pid=22268): Terminating (SIGTERM)\u000a22:34:16.365766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22269): Terminating (SIGTERM)\u000a22:34:16.408439 run iperf3-srv_10.42.42.10(pid=22270): Terminating (SIGTERM)\u000a22:34:16.451078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22273): Terminating (SIGTERM)\u000a22:34:16.494794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22276): Terminating (SIGTERM)\u000a22:34:16.536629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22279): Terminating (SIGTERM)\u000a22:34:16.547677 --- ParallelTerminationStrategy: PID 22263 died...\u000a22:34:16.605181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22263): Terminated: ok {rc=0}\u000a22:34:16.615745 --- ParallelTerminationStrategy: PID 22264 died...\u000a22:34:16.671723 run iperf3-srv_10.42.42.10(pid=22264): Terminated {rc=256}\u000a22:34:16.683420 --- ParallelTerminationStrategy: PID 22265 died...\u000a22:34:16.739711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22265): Terminated: ok {rc=0}\u000a22:34:16.751480 --- ParallelTerminationStrategy: PID 22266 died...\u000a22:34:16.808559 run iperf3-srv_10.42.42.10(pid=22266): Terminated {rc=256}\u000a22:34:16.819354 --- ParallelTerminationStrategy: PID 22267 died...\u000a22:34:16.876455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22267): Terminated: ok {rc=0}\u000a22:34:16.887138 --- ParallelTerminationStrategy: PID 22268 died...\u000a22:34:16.943088 run iperf3-srv_10.42.42.10(pid=22268): Terminated {rc=256}\u000a22:34:16.954917 --- ParallelTerminationStrategy: PID 22269 died...\u000a22:34:17.011028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22269): Terminated: ok {rc=0}\u000a22:34:17.022663 --- ParallelTerminationStrategy: PID 22270 died...\u000a22:34:17.079939 run iperf3-srv_10.42.42.10(pid=22270): Terminated {rc=256}\u000a22:34:17.090722 --- ParallelTerminationStrategy: PID 22273 died...\u000a22:34:17.147697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22273): Terminated: ok {rc=0}\u000a22:34:17.158565 --- ParallelTerminationStrategy: PID 22276 died...\u000a22:34:17.215905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22276): Terminated: ok {rc=0}\u000a22:34:17.226655 --- ParallelTerminationStrategy: PID 22279 died...\u000a22:34:17.281959 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22279): Terminated: ok {rc=0}\u000a22:34:17.366085 bus /gobi_4: Setting Powered False\u000a22:34:18.474270 bus /gobi_4: Setting Powered False\u000a22:34:19.582488 bus /gobi_1: Setting Powered False\u000a22:34:20.690590 bus /gobi_1: Setting Powered False\u000a22:34:21.798856 bus /gobi_0: Setting Powered False\u000a22:34:22.901956 bus /gobi_0: Setting Powered False\u000a22:34:24.015797 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22287): Process ended prematurely: osmo-stp_10.42.42.5(pid=22287) [trial-2350↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22287)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22287): Process ended prematurely: osmo-stp_10.42.42.5(pid=22287) [trial-2350↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22287)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a22:34:25.083325 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:25.094856 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:34:25.232924 tst ping.py: using LAC 17208\u000a22:34:25.352591 tst ping.py: using RAC 123\u000a22:34:25.470266 tst ping.py: using CellId 17208\u000a22:34:25.589856 tst ping.py: using BVCI 17209\u000a22:34:25.612399 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:25.623201 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:25.633884 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:25.644576 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:25.655441 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:25.666279 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:25.677599 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:25.688391 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:34:25.959808 tst ping.py:19: start network...\u000a22:34:26.082793 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:34:26.548181 run create_hlr_db(pid=22281): Launched\u000a22:34:26.719256 bus /gobi_6: Setting Powered False\u000a22:34:27.740740 run create_hlr_db(pid=22281): Terminated: ok {rc=0}\u000a22:34:28.135796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22283): Launched\u000a22:34:28.433255 run osmo-hlr_10.42.42.2(pid=22284): Launched\u000a22:34:28.545133 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:34:29.062138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22286): Launched\u000a22:34:29.359114 run osmo-stp_10.42.42.5(pid=22287): Launched\u000a22:34:29.468160 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:34:29.985386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22289): Launched\u000a22:34:30.091923 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:34:30.351513 run patchelf(pid=22290): Launched\u000a22:34:30.526980 run osmo-stp_10.42.42.5(pid=22287): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22287)]\u000a22:34:30.654591 run osmo-stp_10.42.42.5(pid=22287): stdout: \u000a| (launched: 2022-12-08_22:34:29.212757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:30.783469 run osmo-stp_10.42.42.5(pid=22287): stderr: \u000a| �[0;m�[38;5;43m20221208223429384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223429384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223429384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223429385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223429385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223429385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223429385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:30.908319 run osmo-stp_10.42.42.5(pid=22287): stdout: \u000a| (launched: 2022-12-08_22:34:29.212757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:31.057293 run osmo-stp_10.42.42.5(pid=22287): stderr: \u000a| �[0;m�[38;5;43m20221208223429384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223429384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223429384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223429385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223429385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223429385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223429385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:31.216662 run patchelf(pid=22290): Terminating (SIGINT)\u000a22:34:31.409165 run patchelf(pid=22290): Terminated: ok {rc=0}\u000a22:34:31.450219 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22287): Process ended prematurely: osmo-stp_10.42.42.5(pid=22287) [trial-2350↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22287)] [trial-2350↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a22:34:31.459900 tst ping.py:22: Test FAILED (6.4 sec)\u000a22:34:31.527092 run osmo-hlr_10.42.42.2(pid=22284): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22284)]\u000a22:34:31.581809 run osmo-hlr_10.42.42.2(pid=22284): stdout: \u000a| (launched: 2022-12-08_22:34:28.286273) \u000a22:34:31.635783 run osmo-hlr_10.42.42.2(pid=22284): stderr: \u000a| �[0;m�[1;31m20221208223428462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223428462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223428462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223428462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223428462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223428462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223428474 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223428485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223428486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223428486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:34:31.683861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22283): Terminating (SIGTERM)\u000a22:34:31.728388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22286): Terminating (SIGTERM)\u000a22:34:31.774074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22289): Terminating (SIGTERM)\u000a22:34:31.786657 --- ParallelTerminationStrategy: PID 22283 died...\u000a22:34:31.846511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22283): Terminated: ok {rc=0}\u000a22:34:31.857513 --- ParallelTerminationStrategy: PID 22286 died...\u000a22:34:31.916813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22286): Terminated: ok {rc=0}\u000a22:34:31.927641 --- ParallelTerminationStrategy: PID 22289 died...\u000a22:34:31.985084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22289): Terminated: ok {rc=0}\u000a22:34:32.076675 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22297): Process ended prematurely: osmo-stp_10.42.42.5(pid=22297) [trial-2350↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22297)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22297): Process ended prematurely: osmo-stp_10.42.42.5(pid=22297) [trial-2350↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22297)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a22:34:33.129258 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:33.141057 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:34:33.285905 tst ping_idle_ping.py: using LAC 17209\u000a22:34:33.402005 tst ping_idle_ping.py: using RAC 124\u000a22:34:33.518370 tst ping_idle_ping.py: using CellId 17209\u000a22:34:33.635214 tst ping_idle_ping.py: using BVCI 17210\u000a22:34:33.658032 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:33.668720 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:33.679372 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:33.690819 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:33.702099 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:33.713423 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:33.724750 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:33.736056 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:34:34.021434 tst ping_idle_ping.py:24: start network...\u000a22:34:34.146129 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:34:34.616888 run create_hlr_db(pid=22291): Launched\u000a22:34:34.790224 bus /gobi_6: Setting Powered False\u000a22:34:35.811037 run create_hlr_db(pid=22291): Terminated: ok {rc=0}\u000a22:34:36.233853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22293): Launched\u000a22:34:36.552408 run osmo-hlr_10.42.42.2(pid=22294): Launched\u000a22:34:36.672496 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:34:37.226847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22296): Launched\u000a22:34:37.544837 run osmo-stp_10.42.42.5(pid=22297): Launched\u000a22:34:37.659985 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:34:38.214362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22299): Launched\u000a22:34:38.328064 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:34:38.606226 run patchelf(pid=22300): Launched\u000a22:34:38.793423 run osmo-stp_10.42.42.5(pid=22297): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22297)]\u000a22:34:38.930323 run osmo-stp_10.42.42.5(pid=22297): stdout: \u000a| (launched: 2022-12-08_22:34:37.388809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:39.067262 run osmo-stp_10.42.42.5(pid=22297): stderr: \u000a| �[0;m�[38;5;43m20221208223437581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223437581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223437581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223437582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223437582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223437582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223437582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:39.199786 run osmo-stp_10.42.42.5(pid=22297): stdout: \u000a| (launched: 2022-12-08_22:34:37.388809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:39.331247 run osmo-stp_10.42.42.5(pid=22297): stderr: \u000a| �[0;m�[38;5;43m20221208223437581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223437581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223437581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223437582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223437582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223437582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223437582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:39.484871 run patchelf(pid=22300): Terminating (SIGINT)\u000a22:34:39.664394 run patchelf(pid=22300): Terminated: ok {rc=0}\u000a22:34:39.697002 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22297): Process ended prematurely: osmo-stp_10.42.42.5(pid=22297) [trial-2350↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22297)] [trial-2350↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a22:34:39.706287 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a22:34:39.769913 run osmo-hlr_10.42.42.2(pid=22294): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22294)]\u000a22:34:39.822309 run osmo-hlr_10.42.42.2(pid=22294): stdout: \u000a| (launched: 2022-12-08_22:34:36.395686) \u000a22:34:39.875114 run osmo-hlr_10.42.42.2(pid=22294): stderr: \u000a| �[0;m�[1;31m20221208223436594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223436594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223436594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223436594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223436594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223436594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223436607 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223436617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223436617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223436617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:34:39.920187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22293): Terminating (SIGTERM)\u000a22:34:39.962914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22296): Terminating (SIGTERM)\u000a22:34:40.006146 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22299): Terminating (SIGTERM)\u000a22:34:40.016315 --- ParallelTerminationStrategy: PID 22293 died...\u000a22:34:40.074245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22293): Terminated: ok {rc=0}\u000a22:34:40.084712 --- ParallelTerminationStrategy: PID 22296 died...\u000a22:34:40.142073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22296): Terminated: ok {rc=0}\u000a22:34:40.152632 --- ParallelTerminationStrategy: PID 22299 died...\u000a22:34:40.209899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22299): Terminated: ok {rc=0}\u000a22:34:40.298217 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:33:42" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22314): Process ended prematurely: osmo-stp_10.42.42.5(pid=22314) [trial-2350↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22314)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22314): Process ended prematurely: osmo-stp_10.42.42.5(pid=22314) [trial-2350↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22314)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:34:42.439991 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:42.451122 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:34:42.609166 tst cs_paging_gprs_active.py: using LAC 17210\u000a22:34:42.728885 tst cs_paging_gprs_active.py: using RAC 125\u000a22:34:42.850583 tst cs_paging_gprs_active.py: using CellId 17210\u000a22:34:42.977350 tst cs_paging_gprs_active.py: using BVCI 17211\u000a22:34:43.002448 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:43.013984 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:43.025272 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:43.036791 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:43.048349 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:43.059901 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:43.071384 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:43.082682 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:43.094176 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:34:43.210067 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:34:43.487313 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:34:43.614123 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:34:43.928423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22304): Launched\u000a22:34:44.189939 run iperf3-srv_10.42.42.10(pid=22305): Launched\u000a22:34:44.375503 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:34:44.503225 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:34:44.818198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22306): Launched\u000a22:34:45.078895 run iperf3-srv_10.42.42.10(pid=22307): Launched\u000a22:34:45.263910 tst cs_paging_gprs_active.py:38: start network...\u000a22:34:45.390212 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:34:45.898677 run create_hlr_db(pid=22308): Launched\u000a22:34:46.076556 bus /gobi_6: Setting Powered False\u000a22:34:47.149975 run create_hlr_db(pid=22308): Terminated: ok {rc=0}\u000a22:34:47.569060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22310): Launched\u000a22:34:47.872090 run osmo-hlr_10.42.42.2(pid=22311): Launched\u000a22:34:47.988868 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:34:48.523439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22313): Launched\u000a22:34:48.826749 run osmo-stp_10.42.42.5(pid=22314): Launched\u000a22:34:48.937805 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:34:49.466995 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22316): Launched\u000a22:34:49.575415 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:34:49.846926 run patchelf(pid=22317): Launched\u000a22:34:50.025502 run osmo-stp_10.42.42.5(pid=22314): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22314)]\u000a22:34:50.155891 run osmo-stp_10.42.42.5(pid=22314): stdout: \u000a| (launched: 2022-12-08_22:34:48.677517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:50.286435 run osmo-stp_10.42.42.5(pid=22314): stderr: \u000a| �[0;m�[38;5;43m20221208223448847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223448847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223448847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223448847 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223448848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223448848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223448848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:50.412549 run osmo-stp_10.42.42.5(pid=22314): stdout: \u000a| (launched: 2022-12-08_22:34:48.677517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:50.539104 run osmo-stp_10.42.42.5(pid=22314): stderr: \u000a| �[0;m�[38;5;43m20221208223448847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223448847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223448847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223448847 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223448848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223448848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223448848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:50.684429 run patchelf(pid=22317): Terminating (SIGINT)\u000a22:34:50.855403 run patchelf(pid=22317): Terminated: ok {rc=0}\u000a22:34:50.886882 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22314): Process ended prematurely: osmo-stp_10.42.42.5(pid=22314) [trial-2350↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22314)] [trial-2350↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a22:34:50.896177 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a22:34:50.957863 run osmo-hlr_10.42.42.2(pid=22311): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22311)]\u000a22:34:51.008123 run osmo-hlr_10.42.42.2(pid=22311): stdout: \u000a| (launched: 2022-12-08_22:34:47.723443) \u000a22:34:51.058997 run osmo-hlr_10.42.42.2(pid=22311): stderr: \u000a| �[0;m�[1;31m20221208223447901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223447901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223447901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223447901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223447902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223447902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223447914 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223447922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223447923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223447923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:34:51.101856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22304): Terminating (SIGTERM)\u000a22:34:51.142926 run iperf3-srv_10.42.42.10(pid=22305): Terminating (SIGTERM)\u000a22:34:51.183421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22306): Terminating (SIGTERM)\u000a22:34:51.223849 run iperf3-srv_10.42.42.10(pid=22307): Terminating (SIGTERM)\u000a22:34:51.264353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22310): Terminating (SIGTERM)\u000a22:34:51.305034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22313): Terminating (SIGTERM)\u000a22:34:51.345494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22316): Terminating (SIGTERM)\u000a22:34:51.355162 --- ParallelTerminationStrategy: PID 22304 died...\u000a22:34:51.410302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22304): Terminated: ok {rc=0}\u000a22:34:51.420083 --- ParallelTerminationStrategy: PID 22305 died...\u000a22:34:51.473962 run iperf3-srv_10.42.42.10(pid=22305): Terminated {rc=256}\u000a22:34:51.483675 --- ParallelTerminationStrategy: PID 22306 died...\u000a22:34:51.537547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22306): Terminated: ok {rc=0}\u000a22:34:51.547589 --- ParallelTerminationStrategy: PID 22307 died...\u000a22:34:51.601606 run iperf3-srv_10.42.42.10(pid=22307): Terminated {rc=256}\u000a22:34:51.611418 --- ParallelTerminationStrategy: PID 22310 died...\u000a22:34:51.665170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22310): Terminated: ok {rc=0}\u000a22:34:51.675130 --- ParallelTerminationStrategy: PID 22313 died...\u000a22:34:51.728728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22313): Terminated: ok {rc=0}\u000a22:34:51.738696 --- ParallelTerminationStrategy: PID 22316 died...\u000a22:34:51.792328 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22316): Terminated: ok {rc=0}\u000a22:34:51.881007 bus /gobi_0: Setting Powered False\u000a22:34:52.984702 bus /gobi_0: Setting Powered False\u000a22:34:54.097031 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22327): Process ended prematurely: osmo-stp_10.42.42.5(pid=22327) [trial-2350↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22327)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22327): Process ended prematurely: osmo-stp_10.42.42.5(pid=22327) [trial-2350↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22327)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a22:34:55.207698 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:55.219045 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:34:55.383651 tst iperf3.py: using LAC 17211\u000a22:34:55.510531 tst iperf3.py: using RAC 126\u000a22:34:55.633758 tst iperf3.py: using CellId 17211\u000a22:34:55.753149 tst iperf3.py: using BVCI 17212\u000a22:34:55.776560 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:55.787561 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:55.798386 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:55.809383 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:55.820146 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:55.831002 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:55.841939 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:55.852559 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:55.863463 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:34:56.155868 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:34:56.290690 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:34:56.626951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22319): Launched\u000a22:34:56.904092 run iperf3-srv_10.42.42.10(pid=22320): Launched\u000a22:34:57.102358 tst iperf3.py:8: start network...\u000a22:34:57.237727 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:34:57.757238 run create_hlr_db(pid=22321): Launched\u000a22:34:57.943731 bus /gobi_6: Setting Powered False\u000a22:34:58.966571 run create_hlr_db(pid=22321): Terminated: ok {rc=0}\u000a22:34:59.395499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22323): Launched\u000a22:34:59.717964 run osmo-hlr_10.42.42.2(pid=22324): Launched\u000a22:34:59.840348 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:35:00.402928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22326): Launched\u000a22:35:00.728145 run osmo-stp_10.42.42.5(pid=22327): Launched\u000a22:35:00.877487 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:35:01.472754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22332): Launched\u000a22:35:01.587626 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:35:01.875157 run patchelf(pid=22333): Launched\u000a22:35:02.059137 run osmo-stp_10.42.42.5(pid=22327): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22327)]\u000a22:35:02.194711 run osmo-stp_10.42.42.5(pid=22327): stdout: \u000a| (launched: 2022-12-08_22:35:00.569424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:02.328036 run osmo-stp_10.42.42.5(pid=22327): stderr: \u000a| �[0;m�[38;5;43m20221208223500764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223500765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223500765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223500765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223500766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223500766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223500766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:02.455455 run osmo-stp_10.42.42.5(pid=22327): stdout: \u000a| (launched: 2022-12-08_22:35:00.569424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:02.581884 run osmo-stp_10.42.42.5(pid=22327): stderr: \u000a| �[0;m�[38;5;43m20221208223500764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223500765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223500765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223500765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223500766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223500766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223500766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:02.729091 run patchelf(pid=22333): Terminating (SIGINT)\u000a22:35:02.901377 run patchelf(pid=22333): Terminated: ok {rc=0}\u000a22:35:02.933104 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22327): Process ended prematurely: osmo-stp_10.42.42.5(pid=22327) [trial-2350↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22327)] [trial-2350↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a22:35:02.942520 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a22:35:03.005573 run osmo-hlr_10.42.42.2(pid=22324): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22324)]\u000a22:35:03.056657 run osmo-hlr_10.42.42.2(pid=22324): stdout: \u000a| (launched: 2022-12-08_22:34:59.561242) \u000a22:35:03.107847 run osmo-hlr_10.42.42.2(pid=22324): stderr: \u000a| �[0;m�[1;31m20221208223459758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223459758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223459758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223459758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223459758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223459758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223459770 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223459781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223459781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223459781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:35:03.151551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22319): Terminating (SIGTERM)\u000a22:35:03.193319 run iperf3-srv_10.42.42.10(pid=22320): Terminating (SIGTERM)\u000a22:35:03.234356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22323): Terminating (SIGTERM)\u000a22:35:03.275440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22326): Terminating (SIGTERM)\u000a22:35:03.316907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22332): Terminating (SIGTERM)\u000a22:35:03.326343 --- ParallelTerminationStrategy: PID 22319 died...\u000a22:35:03.381767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22319): Terminated: ok {rc=0}\u000a22:35:03.391686 --- ParallelTerminationStrategy: PID 22320 died...\u000a22:35:03.446934 run iperf3-srv_10.42.42.10(pid=22320): Terminated {rc=256}\u000a22:35:03.456805 --- ParallelTerminationStrategy: PID 22323 died...\u000a22:35:03.511506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22323): Terminated: ok {rc=0}\u000a22:35:03.521636 --- ParallelTerminationStrategy: PID 22326 died...\u000a22:35:03.576686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22326): Terminated: ok {rc=0}\u000a22:35:03.586850 --- ParallelTerminationStrategy: PID 22332 died...\u000a22:35:03.641918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22332): Terminated: ok {rc=0}\u000a22:35:03.731831 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22348): Process ended prematurely: osmo-stp_10.42.42.5(pid=22348) [trial-2350↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22348)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22348): Process ended prematurely: osmo-stp_10.42.42.5(pid=22348) [trial-2350↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22348)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a22:35:04.843598 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:04.855087 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:35:05.021558 tst iperf3m4.py: using LAC 17212\u000a22:35:05.147789 tst iperf3m4.py: using RAC 127\u000a22:35:05.270181 tst iperf3m4.py: using CellId 17212\u000a22:35:05.389154 tst iperf3m4.py: using BVCI 17213\u000a22:35:05.412229 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:05.423321 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:05.434183 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:05.445421 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:05.456049 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:05.466884 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:05.477590 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:05.489334 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:05.500615 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:35:05.620716 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:35:05.738469 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:35:05.857710 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:35:06.151291 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:35:06.286403 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:35:06.621707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22334): Launched\u000a22:35:06.899791 run iperf3-srv_10.42.42.10(pid=22335): Launched\u000a22:35:07.098191 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:35:07.233815 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:35:07.568745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22336): Launched\u000a22:35:07.846380 run iperf3-srv_10.42.42.10(pid=22337): Launched\u000a22:35:08.044361 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:35:08.179828 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:35:08.515398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22338): Launched\u000a22:35:08.794344 run iperf3-srv_10.42.42.10(pid=22339): Launched\u000a22:35:08.992542 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:35:09.127808 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:35:09.462084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22340): Launched\u000a22:35:09.739552 run iperf3-srv_10.42.42.10(pid=22341): Launched\u000a22:35:09.937618 tst iperf3m4.py:8: start network...\u000a22:35:10.073015 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:35:10.590732 run create_hlr_db(pid=22342): Launched\u000a22:35:10.779580 bus /gobi_6: Setting Powered False\u000a22:35:11.799970 run create_hlr_db(pid=22342): Terminated: ok {rc=0}\u000a22:35:12.213391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22344): Launched\u000a22:35:12.535680 run osmo-hlr_10.42.42.2(pid=22345): Launched\u000a22:35:12.656704 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:35:13.223237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22347): Launched\u000a22:35:13.546131 run osmo-stp_10.42.42.5(pid=22348): Launched\u000a22:35:13.663611 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:35:14.226869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22350): Launched\u000a22:35:14.342556 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:35:14.623616 run patchelf(pid=22351): Launched\u000a22:35:14.813868 run osmo-stp_10.42.42.5(pid=22348): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22348)]\u000a22:35:14.952347 run osmo-stp_10.42.42.5(pid=22348): stdout: \u000a| (launched: 2022-12-08_22:35:13.387806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:15.091132 run osmo-stp_10.42.42.5(pid=22348): stderr: \u000a| �[0;m�[38;5;43m20221208223513580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223513580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223513580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223513581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223513581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223513581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223513581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:15.225619 run osmo-stp_10.42.42.5(pid=22348): stdout: \u000a| (launched: 2022-12-08_22:35:13.387806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:15.358866 run osmo-stp_10.42.42.5(pid=22348): stderr: \u000a| �[0;m�[38;5;43m20221208223513580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223513580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223513580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223513581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223513581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223513581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223513581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:15.514192 run patchelf(pid=22351): Terminating (SIGINT)\u000a22:35:15.695994 run patchelf(pid=22351): Terminated: ok {rc=0}\u000a22:35:15.729193 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22348): Process ended prematurely: osmo-stp_10.42.42.5(pid=22348) [trial-2350↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22348)] [trial-2350↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a22:35:15.739162 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a22:35:15.803438 run osmo-hlr_10.42.42.2(pid=22345): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22345)]\u000a22:35:15.875952 run osmo-hlr_10.42.42.2(pid=22345): stdout: \u000a| (launched: 2022-12-08_22:35:12.378000) \u000a22:35:15.934595 run osmo-hlr_10.42.42.2(pid=22345): stderr: \u000a| �[0;m�[1;31m20221208223512575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223512575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223512575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223512575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223512575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223512575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223512589 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223512597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223512597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223512597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:35:15.980162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22334): Terminating (SIGTERM)\u000a22:35:16.023865 run iperf3-srv_10.42.42.10(pid=22335): Terminating (SIGTERM)\u000a22:35:16.069240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22336): Terminating (SIGTERM)\u000a22:35:16.115902 run iperf3-srv_10.42.42.10(pid=22337): Terminating (SIGTERM)\u000a22:35:16.160171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22338): Terminating (SIGTERM)\u000a22:35:16.206792 run iperf3-srv_10.42.42.10(pid=22339): Terminating (SIGTERM)\u000a22:35:16.250808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22340): Terminating (SIGTERM)\u000a22:35:16.298212 run iperf3-srv_10.42.42.10(pid=22341): Terminating (SIGTERM)\u000a22:35:16.342206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22344): Terminating (SIGTERM)\u000a22:35:16.386325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22347): Terminating (SIGTERM)\u000a22:35:16.431410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22350): Terminating (SIGTERM)\u000a22:35:16.442529 --- ParallelTerminationStrategy: PID 22334 died...\u000a22:35:16.502902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22334): Terminated: ok {rc=0}\u000a22:35:16.513801 --- ParallelTerminationStrategy: PID 22335 died...\u000a22:35:16.572534 run iperf3-srv_10.42.42.10(pid=22335): Terminated {rc=256}\u000a22:35:16.584490 --- ParallelTerminationStrategy: PID 22336 died...\u000a22:35:16.642602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22336): Terminated: ok {rc=0}\u000a22:35:16.653591 --- ParallelTerminationStrategy: PID 22337 died...\u000a22:35:16.713207 run iperf3-srv_10.42.42.10(pid=22337): Terminated {rc=256}\u000a22:35:16.724313 --- ParallelTerminationStrategy: PID 22338 died...\u000a22:35:16.783531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22338): Terminated: ok {rc=0}\u000a22:35:16.794632 --- ParallelTerminationStrategy: PID 22339 died...\u000a22:35:16.851719 run iperf3-srv_10.42.42.10(pid=22339): Terminated {rc=256}\u000a22:35:16.863554 --- ParallelTerminationStrategy: PID 22340 died...\u000a22:35:16.922851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22340): Terminated: ok {rc=0}\u000a22:35:16.933826 --- ParallelTerminationStrategy: PID 22341 died...\u000a22:35:16.999470 run iperf3-srv_10.42.42.10(pid=22341): Terminated {rc=256}\u000a22:35:17.013536 --- ParallelTerminationStrategy: PID 22344 died...\u000a22:35:17.082954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22344): Terminated: ok {rc=0}\u000a22:35:17.096784 --- ParallelTerminationStrategy: PID 22347 died...\u000a22:35:17.156530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22347): Terminated: ok {rc=0}\u000a22:35:17.167964 --- ParallelTerminationStrategy: PID 22350 died...\u000a22:35:17.226060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22350): Terminated: ok {rc=0}\u000a22:35:17.315421 bus /gobi_4: Setting Powered False\u000a22:35:18.421174 bus /gobi_4: Setting Powered False\u000a22:35:19.533356 bus /gobi_1: Setting Powered False\u000a22:35:20.642590 bus /gobi_1: Setting Powered False\u000a22:35:21.751258 bus /gobi_0: Setting Powered False\u000a22:35:22.858782 bus /gobi_0: Setting Powered False\u000a22:35:23.969330 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22358): Process ended prematurely: osmo-stp_10.42.42.5(pid=22358) [trial-2350↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22358)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22358): Process ended prematurely: osmo-stp_10.42.42.5(pid=22358) [trial-2350↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22358)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a22:35:25.038462 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:25.050678 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:35:25.217362 tst ping.py: using LAC 17213\u000a22:35:25.340101 tst ping.py: using RAC 128\u000a22:35:25.464516 tst ping.py: using CellId 17213\u000a22:35:25.596937 tst ping.py: using BVCI 17214\u000a22:35:25.621249 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:25.632565 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:25.643665 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:25.654804 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:25.665827 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:25.676925 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:25.688114 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:25.699210 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:35:25.986713 tst ping.py:19: start network...\u000a22:35:26.118707 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:35:26.625424 run create_hlr_db(pid=22352): Launched\u000a22:35:26.810276 bus /gobi_6: Setting Powered False\u000a22:35:27.830593 run create_hlr_db(pid=22352): Terminated: ok {rc=0}\u000a22:35:28.252620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22354): Launched\u000a22:35:28.569939 run osmo-hlr_10.42.42.2(pid=22355): Launched\u000a22:35:28.686317 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:35:29.239723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22357): Launched\u000a22:35:29.556769 run osmo-stp_10.42.42.5(pid=22358): Launched\u000a22:35:29.672501 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:35:30.227327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22360): Launched\u000a22:35:30.340726 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:35:30.618628 run patchelf(pid=22361): Launched\u000a22:35:30.805629 run osmo-stp_10.42.42.5(pid=22358): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22358)]\u000a22:35:30.965222 run osmo-stp_10.42.42.5(pid=22358): stdout: \u000a| (launched: 2022-12-08_22:35:29.401301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:31.117037 run osmo-stp_10.42.42.5(pid=22358): stderr: \u000a| �[0;m�[38;5;43m20221208223529592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223529594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223529594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223529594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223529595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223529595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223529595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:31.252049 run osmo-stp_10.42.42.5(pid=22358): stdout: \u000a| (launched: 2022-12-08_22:35:29.401301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:31.385848 run osmo-stp_10.42.42.5(pid=22358): stderr: \u000a| �[0;m�[38;5;43m20221208223529592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223529594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223529594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223529594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223529595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223529595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223529595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:31.559525 run patchelf(pid=22361): Terminating (SIGINT)\u000a22:35:31.754361 run patchelf(pid=22361): Terminated: ok {rc=0}\u000a22:35:31.788074 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22358): Process ended prematurely: osmo-stp_10.42.42.5(pid=22358) [trial-2350↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22358)] [trial-2350↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a22:35:31.798581 tst ping.py:22: Test FAILED (6.7 sec)\u000a22:35:31.864307 run osmo-hlr_10.42.42.2(pid=22355): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22355)]\u000a22:35:31.918242 run osmo-hlr_10.42.42.2(pid=22355): stdout: \u000a| (launched: 2022-12-08_22:35:28.414429) \u000a22:35:31.973074 run osmo-hlr_10.42.42.2(pid=22355): stderr: \u000a| �[0;m�[1;31m20221208223528614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223528614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223528614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223528614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223528614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223528615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223528627 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223528637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223528637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223528637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:35:32.024781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22354): Terminating (SIGTERM)\u000a22:35:32.082967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22357): Terminating (SIGTERM)\u000a22:35:32.138507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22360): Terminating (SIGTERM)\u000a22:35:32.151782 --- ParallelTerminationStrategy: PID 22354 died...\u000a22:35:32.220809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22354): Terminated: ok {rc=0}\u000a22:35:32.231629 --- ParallelTerminationStrategy: PID 22357 died...\u000a22:35:32.291276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22357): Terminated: ok {rc=0}\u000a22:35:32.302169 --- ParallelTerminationStrategy: PID 22360 died...\u000a22:35:32.358663 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22360): Terminated: ok {rc=0}\u000a22:35:32.444356 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 20, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22368): Process ended prematurely: osmo-stp_10.42.42.5(pid=22368) [trial-2350↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22368)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22368): Process ended prematurely: osmo-stp_10.42.42.5(pid=22368) [trial-2350↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22368)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a22:35:33.495670 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:33.507245 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:35:33.672032 tst ping_idle_ping.py: using LAC 17214\u000a22:35:33.791442 tst ping_idle_ping.py: using RAC 129\u000a22:35:33.908135 tst ping_idle_ping.py: using CellId 17214\u000a22:35:34.030117 tst ping_idle_ping.py: using BVCI 17215\u000a22:35:34.054637 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:34.066137 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:34.077273 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:34.088575 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:34.099918 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:34.111190 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:34.122473 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:34.133626 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:35:34.421163 tst ping_idle_ping.py:24: start network...\u000a22:35:34.554650 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:35:35.067310 run create_hlr_db(pid=22362): Launched\u000a22:35:35.252743 bus /gobi_6: Setting Powered False\u000a22:35:36.274172 run create_hlr_db(pid=22362): Terminated: ok {rc=0}\u000a22:35:36.674848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22364): Launched\u000a22:35:36.972540 run osmo-hlr_10.42.42.2(pid=22365): Launched\u000a22:35:37.090028 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:35:37.614775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22367): Launched\u000a22:35:37.912622 run osmo-stp_10.42.42.5(pid=22368): Launched\u000a22:35:38.022152 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:35:38.542591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22370): Launched\u000a22:35:38.649140 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:35:38.910637 run patchelf(pid=22371): Launched\u000a22:35:39.087623 run osmo-stp_10.42.42.5(pid=22368): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22368)]\u000a22:35:39.216753 run osmo-stp_10.42.42.5(pid=22368): stdout: \u000a| (launched: 2022-12-08_22:35:37.765895)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:39.346724 run osmo-stp_10.42.42.5(pid=22368): stderr: \u000a| �[0;m�[38;5;43m20221208223537935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223537935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223537936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223537936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223537937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223537937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223537937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:39.471643 run osmo-stp_10.42.42.5(pid=22368): stdout: \u000a| (launched: 2022-12-08_22:35:37.765895)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:39.595584 run osmo-stp_10.42.42.5(pid=22368): stderr: \u000a| �[0;m�[38;5;43m20221208223537935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223537935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223537936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223537936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223537937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223537937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223537937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:39.739463 run patchelf(pid=22371): Terminating (SIGINT)\u000a22:35:39.909167 run patchelf(pid=22371): Terminated: ok {rc=0}\u000a22:35:39.939801 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22368): Process ended prematurely: osmo-stp_10.42.42.5(pid=22368) [trial-2350↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22368)] [trial-2350↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a22:35:39.948581 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a22:35:40.010689 run osmo-hlr_10.42.42.2(pid=22365): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22365)]\u000a22:35:40.061218 run osmo-hlr_10.42.42.2(pid=22365): stdout: \u000a| (launched: 2022-12-08_22:35:36.825988) \u000a22:35:40.112589 run osmo-hlr_10.42.42.2(pid=22365): stderr: \u000a| �[0;m�[1;31m20221208223537001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223537001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223537001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223537001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223537001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223537001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223537013 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223537022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223537022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223537022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:35:40.155987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22364): Terminating (SIGTERM)\u000a22:35:40.196992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22367): Terminating (SIGTERM)\u000a22:35:40.238224 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22370): Terminating (SIGTERM)\u000a22:35:40.247845 --- ParallelTerminationStrategy: PID 22364 died...\u000a22:35:40.303206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22364): Terminated: ok {rc=0}\u000a22:35:40.313342 --- ParallelTerminationStrategy: PID 22367 died...\u000a22:35:40.368363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22367): Terminated: ok {rc=0}\u000a22:35:40.378752 --- ParallelTerminationStrategy: PID 22370 died...\u000a22:35:40.433379 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22370): Terminated: ok {rc=0}\u000a22:35:40.522425 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:34:42" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22386): Process ended prematurely: osmo-stp_10.42.42.5(pid=22386) [trial-2350↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22386)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22386): Process ended prematurely: osmo-stp_10.42.42.5(pid=22386) [trial-2350↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:35:42.685286 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:42.696316 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:35:42.864287 tst cs_paging_gprs_active.py: using LAC 17215\u000a22:35:42.994040 tst cs_paging_gprs_active.py: using RAC 130\u000a22:35:43.118653 tst cs_paging_gprs_active.py: using CellId 17215\u000a22:35:43.239251 tst cs_paging_gprs_active.py: using BVCI 17216\u000a22:35:43.262772 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:43.274219 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:43.285116 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:43.296481 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:43.307381 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:43.318563 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:43.329759 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:43.340560 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:43.351963 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:35:43.472076 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:35:43.755793 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:35:43.882631 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:35:44.195739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22376): Launched\u000a22:35:44.457066 run iperf3-srv_10.42.42.10(pid=22377): Launched\u000a22:35:44.642119 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:35:44.768913 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:35:45.083756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22378): Launched\u000a22:35:45.345516 run iperf3-srv_10.42.42.10(pid=22379): Launched\u000a22:35:45.530660 tst cs_paging_gprs_active.py:38: start network...\u000a22:35:45.657273 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:35:46.150566 run create_hlr_db(pid=22380): Launched\u000a22:35:46.328794 bus /gobi_6: Setting Powered False\u000a22:35:47.350347 run create_hlr_db(pid=22380): Terminated: ok {rc=0}\u000a22:35:47.754417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22382): Launched\u000a22:35:48.058472 run osmo-hlr_10.42.42.2(pid=22383): Launched\u000a22:35:48.173791 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:35:48.699863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22385): Launched\u000a22:35:49.005378 run osmo-stp_10.42.42.5(pid=22386): Launched\u000a22:35:49.116786 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:35:49.646626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22388): Launched\u000a22:35:49.755404 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:35:50.020732 run patchelf(pid=22389): Launched\u000a22:35:50.201223 run osmo-stp_10.42.42.5(pid=22386): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22386)]\u000a22:35:50.331149 run osmo-stp_10.42.42.5(pid=22386): stdout: \u000a| (launched: 2022-12-08_22:35:48.855008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:50.462285 run osmo-stp_10.42.42.5(pid=22386): stderr: \u000a| �[0;m�[38;5;43m20221208223549023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223549023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223549023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223549024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223549026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223549026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223549026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:50.589320 run osmo-stp_10.42.42.5(pid=22386): stdout: \u000a| (launched: 2022-12-08_22:35:48.855008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:50.715041 run osmo-stp_10.42.42.5(pid=22386): stderr: \u000a| �[0;m�[38;5;43m20221208223549023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223549023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223549023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223549024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223549026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223549026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223549026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:50.860782 run patchelf(pid=22389): Terminating (SIGINT)\u000a22:35:51.032842 run patchelf(pid=22389): Terminated: ok {rc=0}\u000a22:35:51.064426 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22386): Process ended prematurely: osmo-stp_10.42.42.5(pid=22386) [trial-2350↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22386)] [trial-2350↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a22:35:51.073727 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a22:35:51.138122 run osmo-hlr_10.42.42.2(pid=22383): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22383)]\u000a22:35:51.190082 run osmo-hlr_10.42.42.2(pid=22383): stdout: \u000a| (launched: 2022-12-08_22:35:47.909390) \u000a22:35:51.242837 run osmo-hlr_10.42.42.2(pid=22383): stderr: \u000a| �[0;m�[1;31m20221208223548083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223548083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223548083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223548083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223548083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223548083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223548096 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223548105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223548105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223548105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:35:51.287675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22376): Terminating (SIGTERM)\u000a22:35:51.330013 run iperf3-srv_10.42.42.10(pid=22377): Terminating (SIGTERM)\u000a22:35:51.372415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22378): Terminating (SIGTERM)\u000a22:35:51.414631 run iperf3-srv_10.42.42.10(pid=22379): Terminating (SIGTERM)\u000a22:35:51.456678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22382): Terminating (SIGTERM)\u000a22:35:51.499252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22385): Terminating (SIGTERM)\u000a22:35:51.541780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22388): Terminating (SIGTERM)\u000a22:35:51.551562 --- ParallelTerminationStrategy: PID 22376 died...\u000a22:35:51.608368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22376): Terminated: ok {rc=0}\u000a22:35:51.618788 --- ParallelTerminationStrategy: PID 22377 died...\u000a22:35:51.675482 run iperf3-srv_10.42.42.10(pid=22377): Terminated {rc=256}\u000a22:35:51.685879 --- ParallelTerminationStrategy: PID 22378 died...\u000a22:35:51.742362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22378): Terminated: ok {rc=0}\u000a22:35:51.752625 --- ParallelTerminationStrategy: PID 22379 died...\u000a22:35:51.809395 run iperf3-srv_10.42.42.10(pid=22379): Terminated {rc=256}\u000a22:35:51.819718 --- ParallelTerminationStrategy: PID 22382 died...\u000a22:35:51.875939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22382): Terminated: ok {rc=0}\u000a22:35:51.886442 --- ParallelTerminationStrategy: PID 22385 died...\u000a22:35:51.942614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22385): Terminated: ok {rc=0}\u000a22:35:51.952871 --- ParallelTerminationStrategy: PID 22388 died...\u000a22:35:52.009068 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22388): Terminated: ok {rc=0}\u000a22:35:52.095723 bus /gobi_0: Setting Powered False\u000a22:35:53.205396 bus /gobi_0: Setting Powered False\u000a22:35:54.313874 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22399): Process ended prematurely: osmo-stp_10.42.42.5(pid=22399) [trial-2350↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22399)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22399): Process ended prematurely: osmo-stp_10.42.42.5(pid=22399) [trial-2350↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22399)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a22:35:55.428622 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:55.440370 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:35:55.609521 tst iperf3.py: using LAC 17216\u000a22:35:55.735032 tst iperf3.py: using RAC 131\u000a22:35:55.860177 tst iperf3.py: using CellId 17216\u000a22:35:55.989950 tst iperf3.py: using BVCI 17217\u000a22:35:56.014722 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:56.026063 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:56.037267 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:56.048374 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:56.059421 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:56.070573 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:56.081830 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:56.092891 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:56.104105 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:35:56.380869 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:35:56.507253 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:35:56.829891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22391): Launched\u000a22:35:57.092051 run iperf3-srv_10.42.42.10(pid=22392): Launched\u000a22:35:57.277365 tst iperf3.py:8: start network...\u000a22:35:57.404144 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:35:57.883424 run create_hlr_db(pid=22393): Launched\u000a22:35:58.058226 bus /gobi_6: Setting Powered False\u000a22:35:59.081556 run create_hlr_db(pid=22393): Terminated: ok {rc=0}\u000a22:35:59.510234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22395): Launched\u000a22:35:59.814892 run osmo-hlr_10.42.42.2(pid=22396): Launched\u000a22:35:59.934278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:36:00.472284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22398): Launched\u000a22:36:00.778019 run osmo-stp_10.42.42.5(pid=22399): Launched\u000a22:36:00.890219 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:36:01.447970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22401): Launched\u000a22:36:01.559517 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:36:01.843176 run patchelf(pid=22402): Launched\u000a22:36:02.026226 run osmo-stp_10.42.42.5(pid=22399): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22399)]\u000a22:36:02.160060 run osmo-stp_10.42.42.5(pid=22399): stdout: \u000a| (launched: 2022-12-08_22:36:00.627472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:02.294261 run osmo-stp_10.42.42.5(pid=22399): stderr: \u000a| �[0;m�[38;5;43m20221208223600800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223600800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223600800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223600801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223600801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223600801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223600801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:02.422272 run osmo-stp_10.42.42.5(pid=22399): stdout: \u000a| (launched: 2022-12-08_22:36:00.627472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:02.548327 run osmo-stp_10.42.42.5(pid=22399): stderr: \u000a| �[0;m�[38;5;43m20221208223600800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223600800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223600800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223600801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223600801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223600801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223600801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:02.694762 run patchelf(pid=22402): Terminating (SIGINT)\u000a22:36:02.866123 run patchelf(pid=22402): Terminated: ok {rc=0}\u000a22:36:02.897791 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22399): Process ended prematurely: osmo-stp_10.42.42.5(pid=22399) [trial-2350↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22399)] [trial-2350↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a22:36:02.907347 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a22:36:02.969549 run osmo-hlr_10.42.42.2(pid=22396): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22396)]\u000a22:36:03.019994 run osmo-hlr_10.42.42.2(pid=22396): stdout: \u000a| (launched: 2022-12-08_22:35:59.665589) \u000a22:36:03.070721 run osmo-hlr_10.42.42.2(pid=22396): stderr: \u000a| �[0;m�[1;31m20221208223559843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223559843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223559843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223559843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223559843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223559843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223559855 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223559863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223559863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223559863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:36:03.114092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22391): Terminating (SIGTERM)\u000a22:36:03.155295 run iperf3-srv_10.42.42.10(pid=22392): Terminating (SIGTERM)\u000a22:36:03.196921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22395): Terminating (SIGTERM)\u000a22:36:03.237954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22398): Terminating (SIGTERM)\u000a22:36:03.279240 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22401): Terminating (SIGTERM)\u000a22:36:03.289529 --- ParallelTerminationStrategy: PID 22391 died...\u000a22:36:03.344793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22391): Terminated: ok {rc=0}\u000a22:36:03.354861 --- ParallelTerminationStrategy: PID 22392 died...\u000a22:36:03.409921 run iperf3-srv_10.42.42.10(pid=22392): Terminated {rc=256}\u000a22:36:03.419994 --- ParallelTerminationStrategy: PID 22395 died...\u000a22:36:03.475044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22395): Terminated: ok {rc=0}\u000a22:36:03.485215 --- ParallelTerminationStrategy: PID 22398 died...\u000a22:36:03.540755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22398): Terminated: ok {rc=0}\u000a22:36:03.550939 --- ParallelTerminationStrategy: PID 22401 died...\u000a22:36:03.605977 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22401): Terminated: ok {rc=0}\u000a22:36:03.694582 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22417): Process ended prematurely: osmo-stp_10.42.42.5(pid=22417) [trial-2350↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22417)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22417): Process ended prematurely: osmo-stp_10.42.42.5(pid=22417) [trial-2350↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22417)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a22:36:04.809226 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:04.821096 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:36:04.986487 tst iperf3m4.py: using LAC 17217\u000a22:36:05.114006 tst iperf3m4.py: using RAC 132\u000a22:36:05.243374 tst iperf3m4.py: using CellId 17217\u000a22:36:05.370572 tst iperf3m4.py: using BVCI 17218\u000a22:36:05.395383 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:05.406765 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:05.417812 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:05.428775 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:05.439772 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:05.450806 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:05.462031 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:05.473350 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:05.484494 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:36:05.604179 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:36:05.723964 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:36:05.838605 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:36:06.117459 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:36:06.244617 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:36:06.559894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22403): Launched\u000a22:36:06.823152 run iperf3-srv_10.42.42.10(pid=22404): Launched\u000a22:36:07.009531 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:36:07.137796 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:36:07.454367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22405): Launched\u000a22:36:07.715936 run iperf3-srv_10.42.42.10(pid=22406): Launched\u000a22:36:07.901664 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:36:08.028565 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:36:08.344628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22407): Launched\u000a22:36:08.606466 run iperf3-srv_10.42.42.10(pid=22408): Launched\u000a22:36:08.791997 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:36:08.919308 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:36:09.234952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22409): Launched\u000a22:36:09.497287 run iperf3-srv_10.42.42.10(pid=22410): Launched\u000a22:36:09.682049 tst iperf3m4.py:8: start network...\u000a22:36:09.809219 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:36:10.288878 run create_hlr_db(pid=22411): Launched\u000a22:36:10.464349 bus /gobi_6: Setting Powered False\u000a22:36:11.486544 run create_hlr_db(pid=22411): Terminated: ok {rc=0}\u000a22:36:11.891827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22413): Launched\u000a22:36:12.196880 run osmo-hlr_10.42.42.2(pid=22414): Launched\u000a22:36:12.316173 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:36:12.855030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22416): Launched\u000a22:36:13.158753 run osmo-stp_10.42.42.5(pid=22417): Launched\u000a22:36:13.270727 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:36:13.799719 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22419): Launched\u000a22:36:13.909098 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:36:14.175732 run patchelf(pid=22420): Launched\u000a22:36:14.354481 run osmo-stp_10.42.42.5(pid=22417): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22417)]\u000a22:36:14.485394 run osmo-stp_10.42.42.5(pid=22417): stdout: \u000a| (launched: 2022-12-08_22:36:13.009185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:14.616426 run osmo-stp_10.42.42.5(pid=22417): stderr: \u000a| �[0;m�[38;5;43m20221208223613180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223613180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223613180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223613181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223613181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223613181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223613181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:14.743567 run osmo-stp_10.42.42.5(pid=22417): stdout: \u000a| (launched: 2022-12-08_22:36:13.009185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:14.869635 run osmo-stp_10.42.42.5(pid=22417): stderr: \u000a| �[0;m�[38;5;43m20221208223613180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223613180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223613180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223613181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223613181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223613181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223613181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:15.015631 run patchelf(pid=22420): Terminating (SIGINT)\u000a22:36:15.187597 run patchelf(pid=22420): Terminated: ok {rc=0}\u000a22:36:15.219288 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22417): Process ended prematurely: osmo-stp_10.42.42.5(pid=22417) [trial-2350↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22417)] [trial-2350↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a22:36:15.228544 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a22:36:15.291475 run osmo-hlr_10.42.42.2(pid=22414): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22414)]\u000a22:36:15.342214 run osmo-hlr_10.42.42.2(pid=22414): stdout: \u000a| (launched: 2022-12-08_22:36:12.047200) \u000a22:36:15.393401 run osmo-hlr_10.42.42.2(pid=22414): stderr: \u000a| �[0;m�[1;31m20221208223612222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223612222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223612222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223612222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223612222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223612222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223612232 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223612241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223612241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223612241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:36:15.436565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22403): Terminating (SIGTERM)\u000a22:36:15.478054 run iperf3-srv_10.42.42.10(pid=22404): Terminating (SIGTERM)\u000a22:36:15.519010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22405): Terminating (SIGTERM)\u000a22:36:15.560101 run iperf3-srv_10.42.42.10(pid=22406): Terminating (SIGTERM)\u000a22:36:15.600785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22407): Terminating (SIGTERM)\u000a22:36:15.641821 run iperf3-srv_10.42.42.10(pid=22408): Terminating (SIGTERM)\u000a22:36:15.683171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22409): Terminating (SIGTERM)\u000a22:36:15.724193 run iperf3-srv_10.42.42.10(pid=22410): Terminating (SIGTERM)\u000a22:36:15.764503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22413): Terminating (SIGTERM)\u000a22:36:15.805344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22416): Terminating (SIGTERM)\u000a22:36:15.847265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22419): Terminating (SIGTERM)\u000a22:36:15.857000 --- ParallelTerminationStrategy: PID 22403 died...\u000a22:36:15.913094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22403): Terminated: ok {rc=0}\u000a22:36:15.923494 --- ParallelTerminationStrategy: PID 22404 died...\u000a22:36:15.979192 run iperf3-srv_10.42.42.10(pid=22404): Terminated {rc=256}\u000a22:36:15.989659 --- ParallelTerminationStrategy: PID 22405 died...\u000a22:36:16.045416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22405): Terminated: ok {rc=0}\u000a22:36:16.055868 --- ParallelTerminationStrategy: PID 22406 died...\u000a22:36:16.111653 run iperf3-srv_10.42.42.10(pid=22406): Terminated {rc=256}\u000a22:36:16.122064 --- ParallelTerminationStrategy: PID 22407 died...\u000a22:36:16.178066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22407): Terminated: ok {rc=0}\u000a22:36:16.188458 --- ParallelTerminationStrategy: PID 22408 died...\u000a22:36:16.243910 run iperf3-srv_10.42.42.10(pid=22408): Terminated {rc=256}\u000a22:36:16.254737 --- ParallelTerminationStrategy: PID 22409 died...\u000a22:36:16.310556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22409): Terminated: ok {rc=0}\u000a22:36:16.321530 --- ParallelTerminationStrategy: PID 22410 died...\u000a22:36:16.377031 run iperf3-srv_10.42.42.10(pid=22410): Terminated {rc=256}\u000a22:36:16.387936 --- ParallelTerminationStrategy: PID 22413 died...\u000a22:36:16.443583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22413): Terminated: ok {rc=0}\u000a22:36:16.454506 --- ParallelTerminationStrategy: PID 22416 died...\u000a22:36:16.510394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22416): Terminated: ok {rc=0}\u000a22:36:16.520918 --- ParallelTerminationStrategy: PID 22419 died...\u000a22:36:16.576881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22419): Terminated: ok {rc=0}\u000a22:36:16.675881 bus /gobi_4: Setting Powered False\u000a22:36:17.781952 bus /gobi_4: Setting Powered False\u000a22:36:18.895529 bus /gobi_1: Setting Powered False\u000a22:36:20.003855 bus /gobi_1: Setting Powered False\u000a22:36:21.117198 bus /gobi_0: Setting Powered False\u000a22:36:22.224478 bus /gobi_0: Setting Powered False\u000a22:36:23.335083 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22427): Process ended prematurely: osmo-stp_10.42.42.5(pid=22427) [trial-2350↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22427)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22427): Process ended prematurely: osmo-stp_10.42.42.5(pid=22427) [trial-2350↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22427)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a22:36:24.404844 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:24.417060 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:36:24.590454 tst ping.py: using LAC 17218\u000a22:36:24.726685 tst ping.py: using RAC 133\u000a22:36:24.851330 tst ping.py: using CellId 17218\u000a22:36:24.976030 tst ping.py: using BVCI 17219\u000a22:36:25.000501 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:25.011675 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:25.022861 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:25.033953 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:25.044914 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:25.055976 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:25.067174 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:25.078277 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:36:25.368032 tst ping.py:19: start network...\u000a22:36:25.501160 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:36:26.008850 run create_hlr_db(pid=22421): Launched\u000a22:36:26.194858 bus /gobi_6: Setting Powered False\u000a22:36:27.215119 run create_hlr_db(pid=22421): Terminated: ok {rc=0}\u000a22:36:27.641130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22423): Launched\u000a22:36:27.959596 run osmo-hlr_10.42.42.2(pid=22424): Launched\u000a22:36:28.079435 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:36:28.637713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22426): Launched\u000a22:36:28.956293 run osmo-stp_10.42.42.5(pid=22427): Launched\u000a22:36:29.072699 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:36:29.632943 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22429): Launched\u000a22:36:29.747240 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:36:30.025653 run patchelf(pid=22430): Launched\u000a22:36:30.213848 run osmo-stp_10.42.42.5(pid=22427): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22427)]\u000a22:36:30.351219 run osmo-stp_10.42.42.5(pid=22427): stdout: \u000a| (launched: 2022-12-08_22:36:28.799512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:30.489127 run osmo-stp_10.42.42.5(pid=22427): stderr: \u000a| �[0;m�[38;5;43m20221208223628990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223628990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223628991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223628991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223628992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223628992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223628992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:30.622289 run osmo-stp_10.42.42.5(pid=22427): stdout: \u000a| (launched: 2022-12-08_22:36:28.799512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:30.754011 run osmo-stp_10.42.42.5(pid=22427): stderr: \u000a| �[0;m�[38;5;43m20221208223628990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223628990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223628991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223628991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223628992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223628992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223628992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:30.911975 run patchelf(pid=22430): Terminating (SIGINT)\u000a22:36:31.104100 run patchelf(pid=22430): Terminated: ok {rc=0}\u000a22:36:31.137137 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22427): Process ended prematurely: osmo-stp_10.42.42.5(pid=22427) [trial-2350↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22427)] [trial-2350↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a22:36:31.147197 tst ping.py:22: Test FAILED (6.7 sec)\u000a22:36:31.215134 run osmo-hlr_10.42.42.2(pid=22424): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22424)]\u000a22:36:31.268586 run osmo-hlr_10.42.42.2(pid=22424): stdout: \u000a| (launched: 2022-12-08_22:36:27.803889) \u000a22:36:31.324807 run osmo-hlr_10.42.42.2(pid=22424): stderr: \u000a| �[0;m�[1;31m20221208223627999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223627999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223627999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223627999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223627999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223627999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223628011 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223628020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223628020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223628020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:36:31.371357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22423): Terminating (SIGTERM)\u000a22:36:31.418460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22426): Terminating (SIGTERM)\u000a22:36:31.463755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22429): Terminating (SIGTERM)\u000a22:36:31.475755 --- ParallelTerminationStrategy: PID 22423 died...\u000a22:36:31.537636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22423): Terminated: ok {rc=0}\u000a22:36:31.548669 --- ParallelTerminationStrategy: PID 22426 died...\u000a22:36:31.606939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22426): Terminated: ok {rc=0}\u000a22:36:31.619061 --- ParallelTerminationStrategy: PID 22429 died...\u000a22:36:31.679676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22429): Terminated: ok {rc=0}\u000a22:36:31.769798 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22437): Process ended prematurely: osmo-stp_10.42.42.5(pid=22437) [trial-2350↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22437)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22437): Process ended prematurely: osmo-stp_10.42.42.5(pid=22437) [trial-2350↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22437)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a22:36:32.822559 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:32.834564 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:36:32.995685 tst ping_idle_ping.py: using LAC 17219\u000a22:36:33.116551 tst ping_idle_ping.py: using RAC 134\u000a22:36:33.235397 tst ping_idle_ping.py: using CellId 17219\u000a22:36:33.356854 tst ping_idle_ping.py: using BVCI 17220\u000a22:36:33.379962 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:33.390976 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:33.402107 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:33.413730 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:33.425267 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:33.436700 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:33.448468 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:33.460035 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:36:33.735732 tst ping_idle_ping.py:24: start network...\u000a22:36:33.860367 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:36:34.336457 run create_hlr_db(pid=22431): Launched\u000a22:36:34.511591 bus /gobi_6: Setting Powered False\u000a22:36:35.533560 run create_hlr_db(pid=22431): Terminated: ok {rc=0}\u000a22:36:35.959297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22433): Launched\u000a22:36:36.279537 run osmo-hlr_10.42.42.2(pid=22434): Launched\u000a22:36:36.396565 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:36:36.954714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22436): Launched\u000a22:36:37.274901 run osmo-stp_10.42.42.5(pid=22437): Launched\u000a22:36:37.396572 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:36:37.957512 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22439): Launched\u000a22:36:38.071758 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:36:38.350867 run patchelf(pid=22440): Launched\u000a22:36:38.539731 run osmo-stp_10.42.42.5(pid=22437): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22437)]\u000a22:36:38.677464 run osmo-stp_10.42.42.5(pid=22437): stdout: \u000a| (launched: 2022-12-08_22:36:37.117818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:38.815288 run osmo-stp_10.42.42.5(pid=22437): stderr: \u000a| �[0;m�[38;5;43m20221208223637309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223637309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223637309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223637310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223637312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223637312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223637312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:38.948691 run osmo-stp_10.42.42.5(pid=22437): stdout: \u000a| (launched: 2022-12-08_22:36:37.117818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:39.081198 run osmo-stp_10.42.42.5(pid=22437): stderr: \u000a| �[0;m�[38;5;43m20221208223637309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223637309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223637309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223637310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223637312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223637312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223637312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:39.234626 run patchelf(pid=22440): Terminating (SIGINT)\u000a22:36:39.415426 run patchelf(pid=22440): Terminated: ok {rc=0}\u000a22:36:39.448095 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22437): Process ended prematurely: osmo-stp_10.42.42.5(pid=22437) [trial-2350↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22437)] [trial-2350↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a22:36:39.457441 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a22:36:39.522707 run osmo-hlr_10.42.42.2(pid=22434): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22434)]\u000a22:36:39.575714 run osmo-hlr_10.42.42.2(pid=22434): stdout: \u000a| (launched: 2022-12-08_22:36:36.122524) \u000a22:36:39.629053 run osmo-hlr_10.42.42.2(pid=22434): stderr: \u000a| �[0;m�[1;31m20221208223636319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223636319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223636319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223636319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223636319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223636319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223636331 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223636339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223636340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223636340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:36:39.674352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22433): Terminating (SIGTERM)\u000a22:36:39.717564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22436): Terminating (SIGTERM)\u000a22:36:39.760294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22439): Terminating (SIGTERM)\u000a22:36:39.770343 --- ParallelTerminationStrategy: PID 22433 died...\u000a22:36:39.827633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22433): Terminated: ok {rc=0}\u000a22:36:39.838104 --- ParallelTerminationStrategy: PID 22436 died...\u000a22:36:39.895028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22436): Terminated: ok {rc=0}\u000a22:36:39.905458 --- ParallelTerminationStrategy: PID 22439 died...\u000a22:36:39.962382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22439): Terminated: ok {rc=0}\u000a22:36:40.051776 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:35:42" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22451): Process ended prematurely: osmo-stp_10.42.42.5(pid=22451) [trial-2350↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22451)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22451): Process ended prematurely: osmo-stp_10.42.42.5(pid=22451) [trial-2350↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22451)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a22:36:42.084768 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:36:42.096413 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:36:42.260041 tst switch_tch_pdch.py: using LAC 17220\u000a22:36:42.384916 tst switch_tch_pdch.py: using RAC 135\u000a22:36:42.512340 tst switch_tch_pdch.py: using CellId 17220\u000a22:36:42.632734 tst switch_tch_pdch.py: using BVCI 17221\u000a22:36:42.655638 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:36:42.666804 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:36:42.677731 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:36:42.688839 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:36:42.700020 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:36:42.711129 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:36:42.722450 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:36:42.733581 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:36:42.851452 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:36:43.147360 tst switch_tch_pdch.py:51: start network...\u000a22:36:43.280174 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:36:43.788703 run create_hlr_db(pid=22445): Launched\u000a22:36:43.972845 bus /gobi_6: Setting Powered False\u000a22:36:44.994066 run create_hlr_db(pid=22445): Terminated: ok {rc=0}\u000a22:36:45.417883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22447): Launched\u000a22:36:45.736610 run osmo-hlr_10.42.42.2(pid=22448): Launched\u000a22:36:45.893813 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:36:46.524732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22450): Launched\u000a22:36:46.929870 run osmo-stp_10.42.42.5(pid=22451): Launched\u000a22:36:47.152500 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:36:47.759930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22453): Launched\u000a22:36:47.873430 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:36:48.150770 run patchelf(pid=22454): Launched\u000a22:36:48.338167 run osmo-stp_10.42.42.5(pid=22451): ERR: Terminated: ERROR {rc=1} [trial-2350↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22451)]\u000a22:36:48.474624 run osmo-stp_10.42.42.5(pid=22451): stdout: \u000a| (launched: 2022-12-08_22:36:46.682872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:48.612470 run osmo-stp_10.42.42.5(pid=22451): stderr: \u000a| �[0;m�[38;5;43m20221208223647019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223647019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223647019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223647019 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223647020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223647020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223647020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:48.744500 run osmo-stp_10.42.42.5(pid=22451): stdout: \u000a| (launched: 2022-12-08_22:36:46.682872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:48.875892 run osmo-stp_10.42.42.5(pid=22451): stderr: \u000a| �[0;m�[38;5;43m20221208223647019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223647019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223647019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223647019 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223647020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223647020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223647020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:49.028420 run patchelf(pid=22454): Terminating (SIGINT)\u000a22:36:49.207440 run patchelf(pid=22454): Terminated: ok {rc=0}\u000a22:36:49.240014 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=22451): Process ended prematurely: osmo-stp_10.42.42.5(pid=22451) [trial-2350↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22451)] [trial-2350↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a22:36:49.249422 tst switch_tch_pdch.py:54: Test FAILED (7.2 sec)\u000a22:36:49.313022 run osmo-hlr_10.42.42.2(pid=22448): ERR: Terminated: ERROR {rc=237} [trial-2350↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22448)]\u000a22:36:49.365171 run osmo-hlr_10.42.42.2(pid=22448): stdout: \u000a| (launched: 2022-12-08_22:36:45.581283) \u000a22:36:49.417750 run osmo-hlr_10.42.42.2(pid=22448): stderr: \u000a| �[0;m�[1;31m20221208223645780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223645780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223645780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223645780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223645780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223645780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223645793 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223645802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223645802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223645802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:36:49.462902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22447): Terminating (SIGTERM)\u000a22:36:49.505943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22450): Terminating (SIGTERM)\u000a22:36:49.548517 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22453): Terminating (SIGTERM)\u000a22:36:49.558440 --- ParallelTerminationStrategy: PID 22447 died...\u000a22:36:49.615299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22447): Terminated: ok {rc=0}\u000a22:36:49.625629 --- ParallelTerminationStrategy: PID 22450 died...\u000a22:36:49.682011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22450): Terminated: ok {rc=0}\u000a22:36:49.692214 --- ParallelTerminationStrategy: PID 22453 died...\u000a22:36:49.748721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22453): Terminated: ok {rc=0}\u000a22:36:49.836563 bus /gobi_0: Setting Powered False\u000a22:36:50.944463 bus /gobi_0: Setting Powered False\u000a22:36:52.055263 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:36:41" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22464): Process ended prematurely: osmo-stp_10.42.42.5(pid=22464) [trial-2350↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22464)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22464): Process ended prematurely: osmo-stp_10.42.42.5(pid=22464) [trial-2350↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22464)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a22:36:54.027866 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:36:54.038624 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a22:36:54.198792 tst switch_tch_pdch.py: using LAC 17221\u000a22:36:54.323816 tst switch_tch_pdch.py: using RAC 136\u000a22:36:54.447170 tst switch_tch_pdch.py: using CellId 17221\u000a22:36:54.570955 tst switch_tch_pdch.py: using BVCI 17222\u000a22:36:54.595420 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:36:54.606828 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:36:54.618047 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:36:54.629129 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:36:54.640176 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:36:54.651322 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:36:54.662857 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:36:54.674002 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:36:54.790177 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:36:55.080608 tst switch_tch_pdch.py:51: start network...\u000a22:36:55.213933 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:36:55.695648 run create_hlr_db(pid=22458): Launched\u000a22:36:55.825597 bus /gobi_6: Setting Powered False\u000a22:36:56.900904 run create_hlr_db(pid=22458): Terminated: ok {rc=0}\u000a22:36:57.276093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22460): Launched\u000a22:36:57.576536 run osmo-hlr_10.42.42.2(pid=22461): Launched\u000a22:36:57.693429 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:36:58.198182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22463): Launched\u000a22:36:58.517238 run osmo-stp_10.42.42.5(pid=22464): Launched\u000a22:36:58.632497 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:36:59.162476 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22466): Launched\u000a22:36:59.276042 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:36:59.554733 run patchelf(pid=22467): Launched\u000a22:36:59.742223 run osmo-stp_10.42.42.5(pid=22464): ERR: Terminated: ERROR {rc=1} [trial-2350↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22464)]\u000a22:36:59.879154 run osmo-stp_10.42.42.5(pid=22464): stdout: \u000a| (launched: 2022-12-08_22:36:58.361083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:00.016707 run osmo-stp_10.42.42.5(pid=22464): stderr: \u000a| �[0;m�[38;5;43m20221208223658551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223658551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223658551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223658552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223658554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223658554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223658554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:00.148849 run osmo-stp_10.42.42.5(pid=22464): stdout: \u000a| (launched: 2022-12-08_22:36:58.361083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:00.280053 run osmo-stp_10.42.42.5(pid=22464): stderr: \u000a| �[0;m�[38;5;43m20221208223658551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223658551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223658551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223658552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223658554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223658554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223658554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:00.433305 run patchelf(pid=22467): Terminating (SIGINT)\u000a22:37:00.613857 run patchelf(pid=22467): Terminated: ok {rc=0}\u000a22:37:00.646444 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=22464): Process ended prematurely: osmo-stp_10.42.42.5(pid=22464) [trial-2350↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22464)] [trial-2350↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a22:37:00.655608 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a22:37:00.718803 run osmo-hlr_10.42.42.2(pid=22461): ERR: Terminated: ERROR {rc=237} [trial-2350↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22461)]\u000a22:37:00.770780 run osmo-hlr_10.42.42.2(pid=22461): stdout: \u000a| (launched: 2022-12-08_22:36:57.427298) \u000a22:37:00.823536 run osmo-hlr_10.42.42.2(pid=22461): stderr: \u000a| �[0;m�[1;31m20221208223657604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223657604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223657605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223657605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223657605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223657605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223657617 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223657625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223657625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223657625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:37:00.883322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22460): Terminating (SIGTERM)\u000a22:37:00.935376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22463): Terminating (SIGTERM)\u000a22:37:00.978410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22466): Terminating (SIGTERM)\u000a22:37:00.988294 --- ParallelTerminationStrategy: PID 22460 died...\u000a22:37:01.045163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22460): Terminated: ok {rc=0}\u000a22:37:01.055898 --- ParallelTerminationStrategy: PID 22463 died...\u000a22:37:01.113597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22463): Terminated: ok {rc=0}\u000a22:37:01.124301 --- ParallelTerminationStrategy: PID 22466 died...\u000a22:37:01.181663 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22466): Terminated: ok {rc=0}\u000a22:37:01.271465 bus /gobi_0: Setting Powered False\u000a22:37:02.377816 bus /gobi_0: Setting Powered False\u000a22:37:03.486999 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:36:53" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22472): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22472) [trial-2350↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22472)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22472): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22472) [trial-2350↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22472)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a22:37:05.376381 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a22:37:05.387264 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:37:05.520691 tst mo_mt_sms.py: using LAC 17222\u000a22:37:05.639013 tst mo_mt_sms.py: using RAC 137\u000a22:37:05.754690 tst mo_mt_sms.py: using CellId 17222\u000a22:37:05.873593 tst mo_mt_sms.py: using BVCI 17223\u000a22:37:05.896177 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a22:37:06.014274 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a22:37:06.303380 tst mo_mt_sms.py:9: start nitb and bts...\u000a22:37:06.435931 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:37:07.092580 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22471): Launched\u000a22:37:07.407525 run osmo-nitb_10.42.42.2(pid=22472): Launched\u000a22:37:07.604490 run osmo-nitb_10.42.42.2(pid=22472): ERR: Terminated: ERROR {rc=2} [trial-2350↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22472)]\u000a22:37:07.749925 run osmo-nitb_10.42.42.2(pid=22472): stdout: \u000a| (launched: 2022-12-08_22:37:07.254912) \u000a22:37:07.895183 run osmo-nitb_10.42.42.2(pid=22472): stderr: \u000a| (launched: 2022-12-08_22:37:07.302593)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:37:08.035279 run osmo-nitb_10.42.42.2(pid=22472): stdout: \u000a| (launched: 2022-12-08_22:37:07.254912) \u000a22:37:08.174827 run osmo-nitb_10.42.42.2(pid=22472): stderr: \u000a| (launched: 2022-12-08_22:37:07.302593)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:37:08.537031 tst osmo-nitb_10.42.42.2(pid=22472): stdout: \u000a| (launched: 2022-12-08_22:37:07.254912) \u000a22:37:08.664233 tst osmo-nitb_10.42.42.2(pid=22472): stderr: \u000a| (launched: 2022-12-08_22:37:07.302593)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:37:08.719779 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=22472): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22472) [trial-2350↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22472)] [trial-2350↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a22:37:08.728562 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a22:37:08.766106 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22471): Terminating (SIGTERM)\u000a22:37:08.944487 --- ParallelTerminationStrategy: PID 22471 died...\u000a22:37:09.003568 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22471): Terminated: ok {rc=0}\u000a22:37:09.092579 bus /sierra_3: Setting Powered False\u000a22:37:10.202287 bus /sierra_3: Setting Powered False\u000a22:37:11.313907 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:37:05" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "sms:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22482): Process ended prematurely: osmo-stp_10.42.42.5(pid=22482) [trial-2350↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22482)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22482): Process ended prematurely: osmo-stp_10.42.42.5(pid=22482) [trial-2350↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22482)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a22:37:13.199454 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:13.210606 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:37:13.340466 tst mo_mt_sms.py: using LAC 17223\u000a22:37:13.458716 tst mo_mt_sms.py: using RAC 138\u000a22:37:13.574596 tst mo_mt_sms.py: using CellId 17223\u000a22:37:13.697399 tst mo_mt_sms.py: using BVCI 17224\u000a22:37:13.720051 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:13.730722 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:13.741273 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:13.751916 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:13.762676 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:13.773315 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a22:37:13.889125 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a22:37:14.096374 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:37:14.592053 run create_hlr_db(pid=22476): Launched\u000a22:37:14.765128 bus /sierra_2: Setting Powered False\u000a22:37:15.787508 run create_hlr_db(pid=22476): Terminated: ok {rc=0}\u000a22:37:16.219309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22478): Launched\u000a22:37:16.611647 run osmo-hlr_10.42.42.2(pid=22479): Launched\u000a22:37:16.729787 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:37:17.439866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22481): Launched\u000a22:37:17.738407 run osmo-stp_10.42.42.5(pid=22482): Launched\u000a22:37:17.847665 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:37:18.397869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22484): Launched\u000a22:37:18.697477 run osmo-msc_10.42.42.6(pid=22485): Launched\u000a22:37:18.879443 run osmo-stp_10.42.42.5(pid=22482): ERR: Terminated: ERROR {rc=1} [trial-2350↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22482)]\u000a22:37:19.017751 run osmo-stp_10.42.42.5(pid=22482): stdout: \u000a| (launched: 2022-12-08_22:37:17.591272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:19.152908 run osmo-stp_10.42.42.5(pid=22482): stderr: \u000a| �[0;m�[38;5;43m20221208223717764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223717765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223717765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223717765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223717766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223717766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223717766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:19.282141 run osmo-stp_10.42.42.5(pid=22482): stdout: \u000a| (launched: 2022-12-08_22:37:17.591272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:19.410246 run osmo-stp_10.42.42.5(pid=22482): stderr: \u000a| �[0;m�[38;5;43m20221208223717764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223717765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223717765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223717765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223717766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223717766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223717766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:19.466297 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=22482): Process ended prematurely: osmo-stp_10.42.42.5(pid=22482) [trial-2350↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22482)] [trial-2350↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a22:37:19.474935 tst mo_mt_sms.py:16: Test FAILED (6.3 sec)\u000a22:37:19.539242 run osmo-hlr_10.42.42.2(pid=22479): ERR: Terminated: ERROR {rc=237} [trial-2350↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22479)]\u000a22:37:19.591880 run osmo-hlr_10.42.42.2(pid=22479): stdout: \u000a| (launched: 2022-12-08_22:37:16.373961) \u000a22:37:19.644840 run osmo-hlr_10.42.42.2(pid=22479): stderr: \u000a| �[0;m�[1;31m20221208223716748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223716748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223716748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223716748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223716748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223716748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223716774 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223716782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223716782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223716782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:37:19.717676 run osmo-msc_10.42.42.6(pid=22485): ERR: Terminated: ERROR {rc=2} [trial-2350↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22485)]\u000a22:37:19.770359 run osmo-msc_10.42.42.6(pid=22485): stdout: \u000a| (launched: 2022-12-08_22:37:18.549972) \u000a22:37:19.823585 run osmo-msc_10.42.42.6(pid=22485): stderr: \u000a| �[0;m�[38;5;43m20221208223718822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208223718822 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3c1de56c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208223718822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208223718822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208223718822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208223718823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208223718825 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208223718825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208223718825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208223718826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:37:19.868558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22478): Terminating (SIGTERM)\u000a22:37:19.911293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22481): Terminating (SIGTERM)\u000a22:37:19.954145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22484): Terminating (SIGTERM)\u000a22:37:19.964115 --- ParallelTerminationStrategy: PID 22478 died...\u000a22:37:20.021766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22478): Terminated: ok {rc=0}\u000a22:37:20.032174 --- ParallelTerminationStrategy: PID 22481 died...\u000a22:37:20.089726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22481): Terminated: ok {rc=0}\u000a22:37:20.100374 --- ParallelTerminationStrategy: PID 22484 died...\u000a22:37:20.157788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22484): Terminated: ok {rc=0}\u000a22:37:20.247525 bus /sierra_3: Setting Powered False\u000a22:37:21.356494 bus /sierra_3: Setting Powered False\u000a22:37:22.465508 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:37:12" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22491): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22491) [trial-2350↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22491)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22491): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22491) [trial-2350↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22491)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a22:37:24.295156 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a22:37:24.306079 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:37:24.435198 tst assert_extension.py: using LAC 17224\u000a22:37:24.555056 tst assert_extension.py: using RAC 139\u000a22:37:24.682003 tst assert_extension.py: using CellId 17224\u000a22:37:24.806958 tst assert_extension.py: using BVCI 17225\u000a22:37:24.831179 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a22:37:25.103570 tst assert_extension.py:10: start nitb and bts...\u000a22:37:25.228075 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:37:25.846709 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22490): Launched\u000a22:37:26.143020 run osmo-nitb_10.42.42.2(pid=22491): Launched\u000a22:37:26.328691 run osmo-nitb_10.42.42.2(pid=22491): ERR: Terminated: ERROR {rc=2} [trial-2350↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22491)]\u000a22:37:26.465652 run osmo-nitb_10.42.42.2(pid=22491): stdout: \u000a| (launched: 2022-12-08_22:37:25.998629) \u000a22:37:26.603043 run osmo-nitb_10.42.42.2(pid=22491): stderr: \u000a| (launched: 2022-12-08_22:37:26.043019)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:37:26.735354 run osmo-nitb_10.42.42.2(pid=22491): stdout: \u000a| (launched: 2022-12-08_22:37:25.998629) \u000a22:37:26.866899 run osmo-nitb_10.42.42.2(pid=22491): stderr: \u000a| (launched: 2022-12-08_22:37:26.043019)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:37:27.263885 tst osmo-nitb_10.42.42.2(pid=22491): stdout: \u000a| (launched: 2022-12-08_22:37:25.998629) \u000a22:37:27.383156 tst osmo-nitb_10.42.42.2(pid=22491): stderr: \u000a| (launched: 2022-12-08_22:37:26.043019)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:37:27.435215 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=22491): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22491) [trial-2350↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22491)] [trial-2350↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a22:37:27.443517 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a22:37:27.480619 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22490): Terminating (SIGTERM)\u000a22:37:27.658910 --- ParallelTerminationStrategy: PID 22490 died...\u000a22:37:27.716930 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22490): Terminated: ok {rc=0}\u000a22:37:27.806551 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:37:24" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22501): Process ended prematurely: osmo-stp_10.42.42.5(pid=22501) [trial-2350↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22501)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22501): Process ended prematurely: osmo-stp_10.42.42.5(pid=22501) [trial-2350↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22501)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a22:37:29.634558 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:29.645769 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:37:29.776755 tst assert_extension.py: using LAC 17225\u000a22:37:29.896394 tst assert_extension.py: using RAC 140\u000a22:37:30.014230 tst assert_extension.py: using CellId 17225\u000a22:37:30.132000 tst assert_extension.py: using BVCI 17226\u000a22:37:30.154901 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:30.165800 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:30.176344 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:30.187076 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:30.197817 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:30.208691 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a22:37:30.407019 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:37:30.885469 run create_hlr_db(pid=22495): Launched\u000a22:37:31.062062 bus /sierra_2: Setting Powered False\u000a22:37:32.094631 run create_hlr_db(pid=22495): Terminated: ok {rc=0}\u000a22:37:32.531610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22497): Launched\u000a22:37:32.850708 run osmo-hlr_10.42.42.2(pid=22498): Launched\u000a22:37:32.967054 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:37:33.524702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22500): Launched\u000a22:37:33.844364 run osmo-stp_10.42.42.5(pid=22501): Launched\u000a22:37:33.960328 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:37:34.542546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22503): Launched\u000a22:37:34.860761 run osmo-msc_10.42.42.6(pid=22504): Launched\u000a22:37:35.047828 run osmo-stp_10.42.42.5(pid=22501): ERR: Terminated: ERROR {rc=1} [trial-2350↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22501)]\u000a22:37:35.186886 run osmo-stp_10.42.42.5(pid=22501): stdout: \u000a| (launched: 2022-12-08_22:37:33.688047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:35.320571 run osmo-stp_10.42.42.5(pid=22501): stderr: \u000a| �[0;m�[38;5;43m20221208223733878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223733879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223733879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223733879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223733880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223733880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223733880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:35.449035 run osmo-stp_10.42.42.5(pid=22501): stdout: \u000a| (launched: 2022-12-08_22:37:33.688047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:35.577383 run osmo-stp_10.42.42.5(pid=22501): stderr: \u000a| �[0;m�[38;5;43m20221208223733878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223733879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223733879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223733879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223733880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223733880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223733880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:35.632905 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=22501): Process ended prematurely: osmo-stp_10.42.42.5(pid=22501) [trial-2350↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22501)] [trial-2350↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a22:37:35.642003 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a22:37:35.705881 run osmo-hlr_10.42.42.2(pid=22498): ERR: Terminated: ERROR {rc=237} [trial-2350↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22498)]\u000a22:37:35.761178 run osmo-hlr_10.42.42.2(pid=22498): stdout: \u000a| (launched: 2022-12-08_22:37:32.695082) \u000a22:37:35.811710 run osmo-hlr_10.42.42.2(pid=22498): stderr: \u000a| �[0;m�[1;31m20221208223732893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223732893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223732893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223732893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223732893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223732893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223732905 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223732913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223732913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223732913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:37:35.880115 run osmo-msc_10.42.42.6(pid=22504): ERR: Terminated: ERROR {rc=2} [trial-2350↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22504)]\u000a22:37:35.930482 run osmo-msc_10.42.42.6(pid=22504): stdout: \u000a| (launched: 2022-12-08_22:37:34.704801) \u000a22:37:35.980868 run osmo-msc_10.42.42.6(pid=22504): stderr: \u000a| �[0;m�[38;5;43m20221208223735024 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208223735024 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4330479c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208223735025 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208223735025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208223735025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208223735025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208223735027 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208223735027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208223735027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208223735027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:37:36.023231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22497): Terminating (SIGTERM)\u000a22:37:36.063679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22500): Terminating (SIGTERM)\u000a22:37:36.103927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22503): Terminating (SIGTERM)\u000a22:37:36.113566 --- ParallelTerminationStrategy: PID 22497 died...\u000a22:37:36.167551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22497): Terminated: ok {rc=0}\u000a22:37:36.177806 --- ParallelTerminationStrategy: PID 22500 died...\u000a22:37:36.232293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22500): Terminated: ok {rc=0}\u000a22:37:36.242051 --- ParallelTerminationStrategy: PID 22503 died...\u000a22:37:36.295926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22503): Terminated: ok {rc=0}\u000a22:37:36.380566 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:37:29" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22517): Process ended prematurely: osmo-stp_10.42.42.5(pid=22517) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22517)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22517): Process ended prematurely: osmo-stp_10.42.42.5(pid=22517) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22517)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:37:38.336748 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:38.348466 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:37:38.508366 tst mo_mt_call.py: using LAC 17226\u000a22:37:38.638268 tst mo_mt_call.py: using RAC 141\u000a22:37:38.766241 tst mo_mt_call.py: using CellId 17226\u000a22:37:38.897677 tst mo_mt_call.py: using BVCI 17227\u000a22:37:38.922440 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:38.934091 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:38.945693 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:38.957380 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:38.969110 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:38.980708 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:37:39.098247 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:37:39.308632 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:37:39.827570 run create_hlr_db(pid=22511): Launched\u000a22:37:40.015827 bus /sierra_2: Setting Powered False\u000a22:37:41.036115 run create_hlr_db(pid=22511): Terminated: ok {rc=0}\u000a22:37:41.444190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22513): Launched\u000a22:37:41.751242 run osmo-hlr_10.42.42.2(pid=22514): Launched\u000a22:37:41.868696 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:37:42.403150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22516): Launched\u000a22:37:42.727612 run osmo-stp_10.42.42.5(pid=22517): Launched\u000a22:37:42.845077 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:37:43.436320 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22519): Launched\u000a22:37:43.760117 run osmo-msc_10.42.42.6(pid=22520): Launched\u000a22:37:43.951393 run osmo-stp_10.42.42.5(pid=22517): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22517)]\u000a22:37:44.089175 run osmo-stp_10.42.42.5(pid=22517): stdout: \u000a| (launched: 2022-12-08_22:37:42.569818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:44.225637 run osmo-stp_10.42.42.5(pid=22517): stderr: \u000a| �[0;m�[38;5;43m20221208223742763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223742763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223742764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223742764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223742765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223742765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223742765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:44.356376 run osmo-stp_10.42.42.5(pid=22517): stdout: \u000a| (launched: 2022-12-08_22:37:42.569818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:44.486017 run osmo-stp_10.42.42.5(pid=22517): stderr: \u000a| �[0;m�[38;5;43m20221208223742763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223742763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223742764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223742764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223742765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223742765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223742765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:44.543250 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22517): Process ended prematurely: osmo-stp_10.42.42.5(pid=22517) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22517)] [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a22:37:44.552533 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a22:37:44.616226 run osmo-hlr_10.42.42.2(pid=22514): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22514)]\u000a22:37:44.668652 run osmo-hlr_10.42.42.2(pid=22514): stdout: \u000a| (launched: 2022-12-08_22:37:41.599343) \u000a22:37:44.721389 run osmo-hlr_10.42.42.2(pid=22514): stderr: \u000a| �[0;m�[1;31m20221208223741775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223741775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223741775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223741775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223741775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223741775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223741786 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223741795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223741795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223741795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:37:44.793394 run osmo-msc_10.42.42.6(pid=22520): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22520)]\u000a22:37:44.845671 run osmo-msc_10.42.42.6(pid=22520): stdout: \u000a| (launched: 2022-12-08_22:37:43.601988) \u000a22:37:44.898234 run osmo-msc_10.42.42.6(pid=22520): stderr: \u000a| �[0;m�[38;5;43m20221208223743927 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208223743928 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f004d10ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208223743928 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208223743928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208223743928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208223743928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208223743930 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208223743930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208223743930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208223743930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:37:44.942908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22513): Terminating (SIGTERM)\u000a22:37:44.985241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22516): Terminating (SIGTERM)\u000a22:37:45.027382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22519): Terminating (SIGTERM)\u000a22:37:45.036875 --- ParallelTerminationStrategy: PID 22513 died...\u000a22:37:45.093382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22513): Terminated: ok {rc=0}\u000a22:37:45.103641 --- ParallelTerminationStrategy: PID 22516 died...\u000a22:37:45.160196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22516): Terminated: ok {rc=0}\u000a22:37:45.170488 --- ParallelTerminationStrategy: PID 22519 died...\u000a22:37:45.226719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22519): Terminated: ok {rc=0}\u000a22:37:45.315369 bus /sierra_3: Setting Powered False\u000a22:37:46.437647 bus /sierra_3: Setting Powered False\u000a22:37:47.547743 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 186, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22528): Process ended prematurely: osmo-stp_10.42.42.5(pid=22528) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22528)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22528): Process ended prematurely: osmo-stp_10.42.42.5(pid=22528) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22528)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:37:48.663501 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:48.675714 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:37:48.837643 tst mo_mt_call_osmux.py: using LAC 17227\u000a22:37:48.967435 tst mo_mt_call_osmux.py: using RAC 142\u000a22:37:49.094752 tst mo_mt_call_osmux.py: using CellId 17227\u000a22:37:49.224281 tst mo_mt_call_osmux.py: using BVCI 17228\u000a22:37:49.249239 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:49.260811 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:49.272289 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:49.283758 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:49.295359 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:49.306825 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:37:49.426025 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:37:49.634597 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:37:50.154460 run create_hlr_db(pid=22522): Launched\u000a22:37:50.342277 bus /sierra_2: Setting Powered False\u000a22:37:51.364296 run create_hlr_db(pid=22522): Terminated: ok {rc=0}\u000a22:37:51.773203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22524): Launched\u000a22:37:52.078654 run osmo-hlr_10.42.42.2(pid=22525): Launched\u000a22:37:52.198494 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:37:52.736298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22527): Launched\u000a22:37:53.040558 run osmo-stp_10.42.42.5(pid=22528): Launched\u000a22:37:53.152158 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:37:53.711339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22530): Launched\u000a22:37:54.017102 run osmo-msc_10.42.42.6(pid=22531): Launched\u000a22:37:54.197179 run osmo-stp_10.42.42.5(pid=22528): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22528)]\u000a22:37:54.327390 run osmo-stp_10.42.42.5(pid=22528): stdout: \u000a| (launched: 2022-12-08_22:37:52.890731)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:54.455216 run osmo-stp_10.42.42.5(pid=22528): stderr: \u000a| �[0;m�[38;5;43m20221208223753061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223753061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223753061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223753062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223753062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223753062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223753062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:54.578204 run osmo-stp_10.42.42.5(pid=22528): stdout: \u000a| (launched: 2022-12-08_22:37:52.890731)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:54.700014 run osmo-stp_10.42.42.5(pid=22528): stderr: \u000a| �[0;m�[38;5;43m20221208223753061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223753061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223753061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223753062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223753062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223753062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223753062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:54.753565 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22528): Process ended prematurely: osmo-stp_10.42.42.5(pid=22528) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22528)] [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a22:37:54.762124 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a22:37:54.823900 run osmo-hlr_10.42.42.2(pid=22525): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22525)]\u000a22:37:54.874846 run osmo-hlr_10.42.42.2(pid=22525): stdout: \u000a| (launched: 2022-12-08_22:37:51.928532) \u000a22:37:54.925789 run osmo-hlr_10.42.42.2(pid=22525): stderr: \u000a| �[0;m�[1;31m20221208223752107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223752107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223752107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223752107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223752107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223752107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223752119 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223752127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223752127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223752127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:37:54.994706 run osmo-msc_10.42.42.6(pid=22531): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22531)]\u000a22:37:55.044635 run osmo-msc_10.42.42.6(pid=22531): stdout: \u000a| (launched: 2022-12-08_22:37:53.866366) \u000a22:37:55.095378 run osmo-msc_10.42.42.6(pid=22531): stderr: \u000a| �[0;m�[38;5;43m20221208223754135 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208223754135 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc68f7b9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208223754135 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208223754135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208223754136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208223754136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208223754138 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208223754138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208223754138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208223754138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:37:55.138256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22524): Terminating (SIGTERM)\u000a22:37:55.179151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22527): Terminating (SIGTERM)\u000a22:37:55.219609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22530): Terminating (SIGTERM)\u000a22:37:55.229304 --- ParallelTerminationStrategy: PID 22524 died...\u000a22:37:55.284099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22524): Terminated: ok {rc=0}\u000a22:37:55.294211 --- ParallelTerminationStrategy: PID 22527 died...\u000a22:37:55.348363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22527): Terminated: ok {rc=0}\u000a22:37:55.358402 --- ParallelTerminationStrategy: PID 22530 died...\u000a22:37:55.412663 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22530): Terminated: ok {rc=0}\u000a22:37:55.497237 bus /sierra_3: Setting Powered False\u000a22:37:56.605158 bus /sierra_3: Setting Powered False\u000a22:37:57.717881 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:37:38" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22811): Process ended prematurely: osmo-stp_10.42.42.5(pid=22811) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22811)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22811): Process ended prematurely: osmo-stp_10.42.42.5(pid=22811) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22811)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a22:37:59.702329 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:37:59.713506 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:37:59.864510 tst mo_mt_call.py: using LAC 17228\u000a22:37:59.988179 tst mo_mt_call.py: using RAC 143\u000a22:38:00.106530 tst mo_mt_call.py: using CellId 17228\u000a22:38:00.225525 tst mo_mt_call.py: using BVCI 17229\u000a22:38:00.248680 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:00.259792 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:00.270749 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:00.282546 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:00.293869 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:00.305106 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:38:00.417505 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:38:00.630477 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:38:01.236224 run create_hlr_db(pid=22536): Launched\u000a22:38:01.452282 bus /sierra_2: Setting Powered False\u000a22:38:02.482261 run create_hlr_db(pid=22536): Terminated: ok {rc=0}\u000a22:38:03.035281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22670): Launched\u000a22:38:03.526796 run osmo-hlr_10.42.42.2(pid=22702): Launched\u000a22:38:03.772886 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:38:04.482864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22810): Launched\u000a22:38:04.910249 run osmo-stp_10.42.42.5(pid=22811): Launched\u000a22:38:05.139613 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:38:05.752846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22813): Launched\u000a22:38:06.178348 run osmo-msc_10.42.42.6(pid=22814): Launched\u000a22:38:06.560751 run osmo-stp_10.42.42.5(pid=22811): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22811)]\u000a22:38:06.764104 run osmo-stp_10.42.42.5(pid=22811): stdout: \u000a| (launched: 2022-12-08_22:38:04.651016)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:06.901615 run osmo-stp_10.42.42.5(pid=22811): stderr: \u000a| �[0;m�[38;5;43m20221208223804949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223804949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223804950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223804950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223804951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223804951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223804951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:07.036428 run osmo-stp_10.42.42.5(pid=22811): stdout: \u000a| (launched: 2022-12-08_22:38:04.651016)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:07.169821 run osmo-stp_10.42.42.5(pid=22811): stderr: \u000a| �[0;m�[38;5;43m20221208223804949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223804949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223804950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223804950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223804951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223804951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223804951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:07.228676 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22811): Process ended prematurely: osmo-stp_10.42.42.5(pid=22811) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22811)] [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a22:38:07.239050 tst mo_mt_call.py:8: Test FAILED (7.6 sec)\u000a22:38:07.304593 run osmo-hlr_10.42.42.2(pid=22702): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22702)]\u000a22:38:07.358654 run osmo-hlr_10.42.42.2(pid=22702): stdout: \u000a| (launched: 2022-12-08_22:38:03.231946) \u000a22:38:07.413086 run osmo-hlr_10.42.42.2(pid=22702): stderr: \u000a| �[0;m�[1;31m20221208223803588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223803588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223803588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223803588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223803588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223803588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223803610 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223803622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223803622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223803622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:38:07.487688 run osmo-msc_10.42.42.6(pid=22814): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22814)]\u000a22:38:07.541832 run osmo-msc_10.42.42.6(pid=22814): stdout: \u000a| (launched: 2022-12-08_22:38:05.920548) \u000a22:38:07.596150 run osmo-msc_10.42.42.6(pid=22814): stderr: \u000a| �[0;m�[38;5;43m20221208223806411 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208223806411 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1104595c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208223806411 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208223806411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208223806412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208223806412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208223806422 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208223806422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208223806423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208223806423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:38:07.642048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22670): Terminating (SIGTERM)\u000a22:38:07.687552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22810): Terminating (SIGTERM)\u000a22:38:07.733896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22813): Terminating (SIGTERM)\u000a22:38:07.744874 --- ParallelTerminationStrategy: PID 22670 died...\u000a22:38:07.804394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22670): Terminated: ok {rc=0}\u000a22:38:07.815625 --- ParallelTerminationStrategy: PID 22810 died...\u000a22:38:07.874125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22810): Terminated: ok {rc=0}\u000a22:38:07.885646 --- ParallelTerminationStrategy: PID 22813 died...\u000a22:38:07.944624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22813): Terminated: ok {rc=0}\u000a22:38:08.035882 bus /sierra_3: Setting Powered False\u000a22:38:09.146832 bus /sierra_3: Setting Powered False\u000a22:38:10.260801 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 186, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22824): Process ended prematurely: osmo-stp_10.42.42.5(pid=22824) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22824)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22824): Process ended prematurely: osmo-stp_10.42.42.5(pid=22824) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22824)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:38:11.377317 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:11.390214 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:38:11.552736 tst mo_mt_call_osmux.py: using LAC 17229\u000a22:38:11.676406 tst mo_mt_call_osmux.py: using RAC 144\u000a22:38:11.804784 tst mo_mt_call_osmux.py: using CellId 17229\u000a22:38:11.930039 tst mo_mt_call_osmux.py: using BVCI 17230\u000a22:38:11.954656 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:11.967007 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:11.979269 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:11.993517 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:12.007356 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:12.019621 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:38:12.141776 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:38:12.354662 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:38:12.889808 run create_hlr_db(pid=22818): Launched\u000a22:38:13.082742 bus /sierra_2: Setting Powered False\u000a22:38:14.107598 run create_hlr_db(pid=22818): Terminated: ok {rc=0}\u000a22:38:14.569599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22820): Launched\u000a22:38:15.018492 run osmo-hlr_10.42.42.2(pid=22821): Launched\u000a22:38:15.259034 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:38:15.857698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22823): Launched\u000a22:38:16.358662 run osmo-stp_10.42.42.5(pid=22824): Launched\u000a22:38:16.603029 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:38:17.197993 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22826): Launched\u000a22:38:17.609673 run osmo-msc_10.42.42.6(pid=22827): Launched\u000a22:38:17.989127 run osmo-stp_10.42.42.5(pid=22824): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22824)]\u000a22:38:18.192259 run osmo-stp_10.42.42.5(pid=22824): stdout: \u000a| (launched: 2022-12-08_22:38:16.063329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:18.324450 run osmo-stp_10.42.42.5(pid=22824): stderr: \u000a| �[0;m�[38;5;43m20221208223816315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223816315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223816316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223816316 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223816323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223816323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223816323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:18.451277 run osmo-stp_10.42.42.5(pid=22824): stdout: \u000a| (launched: 2022-12-08_22:38:16.063329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:18.576509 run osmo-stp_10.42.42.5(pid=22824): stderr: \u000a| �[0;m�[38;5;43m20221208223816315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223816315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223816316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223816316 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223816323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223816323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223816323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:18.631618 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22824): Process ended prematurely: osmo-stp_10.42.42.5(pid=22824) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22824)] [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a22:38:18.640800 tst mo_mt_call_osmux.py:8: Test FAILED (7.3 sec)\u000a22:38:18.706637 run osmo-hlr_10.42.42.2(pid=22821): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22821)]\u000a22:38:18.761766 run osmo-hlr_10.42.42.2(pid=22821): stdout: \u000a| (launched: 2022-12-08_22:38:14.741251) \u000a22:38:18.816256 run osmo-hlr_10.42.42.2(pid=22821): stderr: \u000a| �[0;m�[1;31m20221208223815056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223815056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223815056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223815056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223815056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223815061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223815075 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223815091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223815092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223815092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:38:18.888366 run osmo-msc_10.42.42.6(pid=22827): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22827)]\u000a22:38:18.940691 run osmo-msc_10.42.42.6(pid=22827): stdout: \u000a| (launched: 2022-12-08_22:38:17.356613) \u000a22:38:18.993937 run osmo-msc_10.42.42.6(pid=22827): stderr: \u000a| �[0;m�[38;5;43m20221208223817942 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208223817942 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa03801ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208223817943 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208223817943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208223817943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208223817943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208223817953 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208223817953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208223817953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208223817954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:38:19.038715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22820): Terminating (SIGTERM)\u000a22:38:19.085444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22823): Terminating (SIGTERM)\u000a22:38:19.128629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22826): Terminating (SIGTERM)\u000a22:38:19.141581 --- ParallelTerminationStrategy: PID 22820 died...\u000a22:38:19.201412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22820): Terminated: ok {rc=0}\u000a22:38:19.212288 --- ParallelTerminationStrategy: PID 22823 died...\u000a22:38:19.270321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22823): Terminated: ok {rc=0}\u000a22:38:19.281324 --- ParallelTerminationStrategy: PID 22826 died...\u000a22:38:19.339746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22826): Terminated: ok {rc=0}\u000a22:38:19.428380 bus /sierra_3: Setting Powered False\u000a22:38:20.538819 bus /sierra_3: Setting Powered False\u000a22:38:21.652581 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:37:59" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22839): Process ended prematurely: osmo-stp_10.42.42.5(pid=22839) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22839)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22839): Process ended prematurely: osmo-stp_10.42.42.5(pid=22839) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22839)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:38:23.657357 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:23.670441 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:38:23.833539 tst mo_mt_call.py: using LAC 17230\u000a22:38:23.958494 tst mo_mt_call.py: using RAC 145\u000a22:38:24.083957 tst mo_mt_call.py: using CellId 17230\u000a22:38:24.210216 tst mo_mt_call.py: using BVCI 17231\u000a22:38:24.234690 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:24.247335 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:24.260051 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:24.273595 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:24.286861 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:24.300021 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:38:24.423040 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:38:24.632917 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:38:25.174005 run create_hlr_db(pid=22832): Launched\u000a22:38:25.353526 bus /sierra_2: Setting Powered False\u000a22:38:26.375963 run create_hlr_db(pid=22832): Terminated: ok {rc=0}\u000a22:38:26.782195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22835): Launched\u000a22:38:27.088028 run osmo-hlr_10.42.42.2(pid=22836): Launched\u000a22:38:27.207810 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:38:27.744307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22838): Launched\u000a22:38:28.049410 run osmo-stp_10.42.42.5(pid=22839): Launched\u000a22:38:28.160673 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:38:28.721596 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22841): Launched\u000a22:38:29.028033 run osmo-msc_10.42.42.6(pid=22842): Launched\u000a22:38:29.209120 run osmo-stp_10.42.42.5(pid=22839): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22839)]\u000a22:38:29.339757 run osmo-stp_10.42.42.5(pid=22839): stdout: \u000a| (launched: 2022-12-08_22:38:27.899653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:29.467964 run osmo-stp_10.42.42.5(pid=22839): stderr: \u000a| �[0;m�[38;5;43m20221208223828068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223828068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223828069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223828069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223828070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223828070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223828070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:29.591487 run osmo-stp_10.42.42.5(pid=22839): stdout: \u000a| (launched: 2022-12-08_22:38:27.899653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:29.713640 run osmo-stp_10.42.42.5(pid=22839): stderr: \u000a| �[0;m�[38;5;43m20221208223828068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223828068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223828069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223828069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223828070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223828070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223828070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:29.767243 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22839): Process ended prematurely: osmo-stp_10.42.42.5(pid=22839) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22839)] [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a22:38:29.775753 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:38:29.837519 run osmo-hlr_10.42.42.2(pid=22836): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22836)]\u000a22:38:29.887916 run osmo-hlr_10.42.42.2(pid=22836): stdout: \u000a| (launched: 2022-12-08_22:38:26.937770) \u000a22:38:29.939222 run osmo-hlr_10.42.42.2(pid=22836): stderr: \u000a| �[0;m�[1;31m20221208223827114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223827115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223827115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223827115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223827115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223827115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223827128 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223827137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223827137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223827137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:38:30.008312 run osmo-msc_10.42.42.6(pid=22842): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22842)]\u000a22:38:30.058597 run osmo-msc_10.42.42.6(pid=22842): stdout: \u000a| (launched: 2022-12-08_22:38:28.877288) \u000a22:38:30.109367 run osmo-msc_10.42.42.6(pid=22842): stderr: \u000a| �[0;m�[38;5;43m20221208223829147 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208223829148 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9830853c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208223829148 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208223829148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208223829148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208223829148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208223829150 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208223829150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208223829150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208223829151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:38:30.152213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22835): Terminating (SIGTERM)\u000a22:38:30.193518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22838): Terminating (SIGTERM)\u000a22:38:30.234487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22841): Terminating (SIGTERM)\u000a22:38:30.244040 --- ParallelTerminationStrategy: PID 22835 died...\u000a22:38:30.299077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22835): Terminated: ok {rc=0}\u000a22:38:30.309249 --- ParallelTerminationStrategy: PID 22838 died...\u000a22:38:30.363677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22838): Terminated: ok {rc=0}\u000a22:38:30.373873 --- ParallelTerminationStrategy: PID 22841 died...\u000a22:38:30.428505 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22841): Terminated: ok {rc=0}\u000a22:38:30.513664 bus /sierra_3: Setting Powered False\u000a22:38:31.614385 bus /sierra_3: Setting Powered False\u000a22:38:32.721370 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 186, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22850): Process ended prematurely: osmo-stp_10.42.42.5(pid=22850) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22850)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22850): Process ended prematurely: osmo-stp_10.42.42.5(pid=22850) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22850)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:38:33.836683 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:33.848937 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:38:34.006784 tst mo_mt_call_osmux.py: using LAC 17231\u000a22:38:34.128907 tst mo_mt_call_osmux.py: using RAC 146\u000a22:38:34.251291 tst mo_mt_call_osmux.py: using CellId 17231\u000a22:38:34.374131 tst mo_mt_call_osmux.py: using BVCI 17232\u000a22:38:34.397485 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:34.408645 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:34.419621 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:34.430908 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:34.442298 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:34.453428 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:38:34.572259 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:38:34.775281 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:38:35.255116 run create_hlr_db(pid=22844): Launched\u000a22:38:35.430260 bus /sierra_2: Setting Powered False\u000a22:38:36.454944 run create_hlr_db(pid=22844): Terminated: ok {rc=0}\u000a22:38:36.887207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22846): Launched\u000a22:38:37.211705 run osmo-hlr_10.42.42.2(pid=22847): Launched\u000a22:38:37.330524 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:38:37.895190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22849): Launched\u000a22:38:38.220153 run osmo-stp_10.42.42.5(pid=22850): Launched\u000a22:38:38.340119 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:38:38.934429 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22852): Launched\u000a22:38:39.259875 run osmo-msc_10.42.42.6(pid=22853): Launched\u000a22:38:39.451524 run osmo-stp_10.42.42.5(pid=22850): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22850)]\u000a22:38:39.590049 run osmo-stp_10.42.42.5(pid=22850): stdout: \u000a| (launched: 2022-12-08_22:38:38.061311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:39.727176 run osmo-stp_10.42.42.5(pid=22850): stderr: \u000a| �[0;m�[38;5;43m20221208223838252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223838252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223838252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223838252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223838255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223838255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223838255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:39.858303 run osmo-stp_10.42.42.5(pid=22850): stdout: \u000a| (launched: 2022-12-08_22:38:38.061311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:39.988100 run osmo-stp_10.42.42.5(pid=22850): stderr: \u000a| �[0;m�[38;5;43m20221208223838252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223838252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223838252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223838252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223838255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223838255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223838255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:40.045216 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22850): Process ended prematurely: osmo-stp_10.42.42.5(pid=22850) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22850)] [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a22:38:40.054341 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a22:38:40.118584 run osmo-hlr_10.42.42.2(pid=22847): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22847)]\u000a22:38:40.171142 run osmo-hlr_10.42.42.2(pid=22847): stdout: \u000a| (launched: 2022-12-08_22:38:37.052889) \u000a22:38:40.223977 run osmo-hlr_10.42.42.2(pid=22847): stderr: \u000a| �[0;m�[1;31m20221208223837252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223837252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223837252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223837252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223837252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223837252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223837264 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223837274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223837274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223837274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:38:40.296068 run osmo-msc_10.42.42.6(pid=22853): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22853)]\u000a22:38:40.349304 run osmo-msc_10.42.42.6(pid=22853): stdout: \u000a| (launched: 2022-12-08_22:38:39.100442) \u000a22:38:40.402354 run osmo-msc_10.42.42.6(pid=22853): stderr: \u000a| �[0;m�[38;5;43m20221208223839423 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208223839423 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f52e4753c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208223839423 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208223839423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208223839423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208223839424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208223839425 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208223839426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208223839426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208223839426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:38:40.447338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22846): Terminating (SIGTERM)\u000a22:38:40.489863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22849): Terminating (SIGTERM)\u000a22:38:40.532356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22852): Terminating (SIGTERM)\u000a22:38:40.542567 --- ParallelTerminationStrategy: PID 22846 died...\u000a22:38:40.599306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22846): Terminated: ok {rc=0}\u000a22:38:40.609728 --- ParallelTerminationStrategy: PID 22849 died...\u000a22:38:40.666283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22849): Terminated: ok {rc=0}\u000a22:38:40.676523 --- ParallelTerminationStrategy: PID 22852 died...\u000a22:38:40.733376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22852): Terminated: ok {rc=0}\u000a22:38:40.820450 bus /sierra_3: Setting Powered False\u000a22:38:41.926186 bus /sierra_3: Setting Powered False\u000a22:38:43.038012 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:38:23" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22865): Process ended prematurely: osmo-stp_10.42.42.5(pid=22865) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22865)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22865): Process ended prematurely: osmo-stp_10.42.42.5(pid=22865) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22865)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:38:45.015331 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:38:45.026516 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:38:45.188493 tst mo_mt_call.py: using LAC 17232\u000a22:38:45.317822 tst mo_mt_call.py: using RAC 147\u000a22:38:45.453174 tst mo_mt_call.py: using CellId 17232\u000a22:38:45.580573 tst mo_mt_call.py: using BVCI 17233\u000a22:38:45.605737 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:38:45.617474 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:38:45.629155 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:38:45.640680 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:38:45.652283 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:38:45.664037 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:38:45.783874 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:38:46.031346 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:38:46.557902 run create_hlr_db(pid=22858): Launched\u000a22:38:46.742741 bus /sierra_2: Setting Powered False\u000a22:38:47.757862 run create_hlr_db(pid=22858): Terminated: ok {rc=0}\u000a22:38:48.191491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22860): Launched\u000a22:38:48.517599 run osmo-hlr_10.42.42.2(pid=22861): Launched\u000a22:38:48.637336 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:38:49.203011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22864): Launched\u000a22:38:49.529011 run osmo-stp_10.42.42.5(pid=22865): Launched\u000a22:38:49.648190 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:38:50.243808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22867): Launched\u000a22:38:50.570252 run osmo-msc_10.42.42.6(pid=22868): Launched\u000a22:38:50.762123 run osmo-stp_10.42.42.5(pid=22865): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22865)]\u000a22:38:50.901302 run osmo-stp_10.42.42.5(pid=22865): stdout: \u000a| (launched: 2022-12-08_22:38:49.369534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:51.039114 run osmo-stp_10.42.42.5(pid=22865): stderr: \u000a| �[0;m�[38;5;43m20221208223849565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223849565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223849566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223849566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223849567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223849567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223849567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:51.170592 run osmo-stp_10.42.42.5(pid=22865): stdout: \u000a| (launched: 2022-12-08_22:38:49.369534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:51.300719 run osmo-stp_10.42.42.5(pid=22865): stderr: \u000a| �[0;m�[38;5;43m20221208223849565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223849565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223849566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223849566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223849567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223849567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223849567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:51.358181 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22865): Process ended prematurely: osmo-stp_10.42.42.5(pid=22865) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22865)] [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a22:38:51.367582 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a22:38:51.432080 run osmo-hlr_10.42.42.2(pid=22861): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22861)]\u000a22:38:51.484921 run osmo-hlr_10.42.42.2(pid=22861): stdout: \u000a| (launched: 2022-12-08_22:38:48.357952) \u000a22:38:51.538280 run osmo-hlr_10.42.42.2(pid=22861): stderr: \u000a| �[0;m�[1;31m20221208223848557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223848557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223848557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223848557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223848557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223848557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223848569 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223848578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223848578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223848578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:38:51.611286 run osmo-msc_10.42.42.6(pid=22868): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22868)]\u000a22:38:51.663852 run osmo-msc_10.42.42.6(pid=22868): stdout: \u000a| (launched: 2022-12-08_22:38:50.410494) \u000a22:38:51.717107 run osmo-msc_10.42.42.6(pid=22868): stderr: \u000a| �[0;m�[38;5;43m20221208223850731 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208223850731 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f729eb61c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208223850732 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208223850732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208223850732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208223850732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208223850734 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208223850734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208223850734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208223850734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:38:51.762508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22860): Terminating (SIGTERM)\u000a22:38:51.805391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22864): Terminating (SIGTERM)\u000a22:38:51.848218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22867): Terminating (SIGTERM)\u000a22:38:51.858069 --- ParallelTerminationStrategy: PID 22860 died...\u000a22:38:51.915350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22860): Terminated: ok {rc=0}\u000a22:38:51.925876 --- ParallelTerminationStrategy: PID 22864 died...\u000a22:38:51.982988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22864): Terminated: ok {rc=0}\u000a22:38:51.993647 --- ParallelTerminationStrategy: PID 22867 died...\u000a22:38:52.050378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22867): Terminated: ok {rc=0}\u000a22:38:52.139602 bus /sierra_3: Setting Powered False\u000a22:38:53.247328 bus /sierra_3: Setting Powered False\u000a22:38:54.359004 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 186, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22876): Process ended prematurely: osmo-stp_10.42.42.5(pid=22876) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22876)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22876): Process ended prematurely: osmo-stp_10.42.42.5(pid=22876) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22876)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:38:55.470531 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:38:55.482335 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:38:55.636554 tst mo_mt_call_osmux.py: using LAC 17233\u000a22:38:55.757176 tst mo_mt_call_osmux.py: using RAC 148\u000a22:38:55.883198 tst mo_mt_call_osmux.py: using CellId 17233\u000a22:38:56.004168 tst mo_mt_call_osmux.py: using BVCI 17234\u000a22:38:56.027373 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:38:56.038670 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:38:56.050009 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:38:56.061376 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:38:56.072678 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:38:56.083917 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:38:56.204480 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:38:56.413919 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:38:56.935671 run create_hlr_db(pid=22870): Launched\u000a22:38:57.123605 bus /sierra_2: Setting Powered False\u000a22:38:58.145096 run create_hlr_db(pid=22870): Terminated: ok {rc=0}\u000a22:38:58.554108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22872): Launched\u000a22:38:58.858732 run osmo-hlr_10.42.42.2(pid=22873): Launched\u000a22:38:58.977918 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:38:59.514737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22875): Launched\u000a22:38:59.819854 run osmo-stp_10.42.42.5(pid=22876): Launched\u000a22:38:59.932222 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:39:00.491385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22878): Launched\u000a22:39:00.797376 run osmo-msc_10.42.42.6(pid=22879): Launched\u000a22:39:01.172807 run osmo-stp_10.42.42.5(pid=22876): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22876)]\u000a22:39:01.313543 run osmo-stp_10.42.42.5(pid=22876): stdout: \u000a| (launched: 2022-12-08_22:38:59.670296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:01.455682 run osmo-stp_10.42.42.5(pid=22876): stderr: \u000a| �[0;m�[38;5;43m20221208223859841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223859841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223859841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223859841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223859842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223859842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223859842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:01.594031 run osmo-stp_10.42.42.5(pid=22876): stdout: \u000a| (launched: 2022-12-08_22:38:59.670296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:01.729892 run osmo-stp_10.42.42.5(pid=22876): stderr: \u000a| �[0;m�[38;5;43m20221208223859841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223859841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223859841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223859841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223859842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223859842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223859842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:01.790505 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22876): Process ended prematurely: osmo-stp_10.42.42.5(pid=22876) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22876)] [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a22:39:01.801727 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a22:39:01.868892 run osmo-hlr_10.42.42.2(pid=22873): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22873)]\u000a22:39:01.924224 run osmo-hlr_10.42.42.2(pid=22873): stdout: \u000a| (launched: 2022-12-08_22:38:58.709181) \u000a22:39:01.979455 run osmo-hlr_10.42.42.2(pid=22873): stderr: \u000a| �[0;m�[1;31m20221208223858884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223858884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223858884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223858884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223858884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223858884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223858896 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223858905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223858905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223858905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:39:02.053850 run osmo-msc_10.42.42.6(pid=22879): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22879)]\u000a22:39:02.107876 run osmo-msc_10.42.42.6(pid=22879): stdout: \u000a| (launched: 2022-12-08_22:39:00.646903) \u000a22:39:02.164440 run osmo-msc_10.42.42.6(pid=22879): stderr: \u000a| �[0;m�[38;5;43m20221208223900971 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208223900972 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f92b2e95c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208223900972 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208223900972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208223900972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208223900972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208223900974 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208223900974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208223900974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208223900975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:39:02.210811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22872): Terminating (SIGTERM)\u000a22:39:02.253889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22875): Terminating (SIGTERM)\u000a22:39:02.296738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22878): Terminating (SIGTERM)\u000a22:39:02.306923 --- ParallelTerminationStrategy: PID 22872 died...\u000a22:39:02.364594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22872): Terminated: ok {rc=0}\u000a22:39:02.375254 --- ParallelTerminationStrategy: PID 22875 died...\u000a22:39:02.432334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22875): Terminated: ok {rc=0}\u000a22:39:02.442859 --- ParallelTerminationStrategy: PID 22878 died...\u000a22:39:02.500151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22878): Terminated: ok {rc=0}\u000a22:39:02.589078 bus /sierra_3: Setting Powered False\u000a22:39:03.696395 bus /sierra_3: Setting Powered False\u000a22:39:04.807680 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:38:44" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22890): Process ended prematurely: osmo-stp_10.42.42.5(pid=22890) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22890)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22890): Process ended prematurely: osmo-stp_10.42.42.5(pid=22890) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22890)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:39:06.800019 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:06.811569 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:39:06.974150 tst mo_mt_call.py: using LAC 17234\u000a22:39:07.102320 tst mo_mt_call.py: using RAC 149\u000a22:39:07.226337 tst mo_mt_call.py: using CellId 17234\u000a22:39:07.347240 tst mo_mt_call.py: using BVCI 17235\u000a22:39:07.370578 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:07.381735 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:07.392654 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:07.403841 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:07.415157 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:07.426374 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:39:07.547133 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:39:07.760829 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:39:08.282364 run create_hlr_db(pid=22884): Launched\u000a22:39:08.472085 bus /sierra_2: Setting Powered False\u000a22:39:09.492636 run create_hlr_db(pid=22884): Terminated: ok {rc=0}\u000a22:39:09.925375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22886): Launched\u000a22:39:10.250055 run osmo-hlr_10.42.42.2(pid=22887): Launched\u000a22:39:10.373035 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:39:10.939412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22889): Launched\u000a22:39:11.264184 run osmo-stp_10.42.42.5(pid=22890): Launched\u000a22:39:11.382454 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:39:11.979142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22892): Launched\u000a22:39:12.305706 run osmo-msc_10.42.42.6(pid=22893): Launched\u000a22:39:12.497250 run osmo-stp_10.42.42.5(pid=22890): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22890)]\u000a22:39:12.636899 run osmo-stp_10.42.42.5(pid=22890): stdout: \u000a| (launched: 2022-12-08_22:39:11.105362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:12.774481 run osmo-stp_10.42.42.5(pid=22890): stderr: \u000a| �[0;m�[38;5;43m20221208223911297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223911297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223911297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223911298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223911298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223911298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223911298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:12.905941 run osmo-stp_10.42.42.5(pid=22890): stdout: \u000a| (launched: 2022-12-08_22:39:11.105362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:13.035949 run osmo-stp_10.42.42.5(pid=22890): stderr: \u000a| �[0;m�[38;5;43m20221208223911297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223911297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223911297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223911298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223911298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223911298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223911298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:13.093583 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22890): Process ended prematurely: osmo-stp_10.42.42.5(pid=22890) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22890)] [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a22:39:13.102968 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a22:39:13.166843 run osmo-hlr_10.42.42.2(pid=22887): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22887)]\u000a22:39:13.219496 run osmo-hlr_10.42.42.2(pid=22887): stdout: \u000a| (launched: 2022-12-08_22:39:10.091437) \u000a22:39:13.272766 run osmo-hlr_10.42.42.2(pid=22887): stderr: \u000a| �[0;m�[1;31m20221208223910289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223910289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223910289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223910289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223910289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223910289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223910302 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223910310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223910310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223910310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:39:13.344743 run osmo-msc_10.42.42.6(pid=22893): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22893)]\u000a22:39:13.396652 run osmo-msc_10.42.42.6(pid=22893): stdout: \u000a| (launched: 2022-12-08_22:39:12.146008) \u000a22:39:13.449340 run osmo-msc_10.42.42.6(pid=22893): stderr: \u000a| �[0;m�[38;5;43m20221208223912469 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208223912469 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbcaf8cbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208223912469 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208223912469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208223912469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208223912469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208223912471 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208223912471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208223912472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208223912472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:39:13.494352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22886): Terminating (SIGTERM)\u000a22:39:13.536641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22889): Terminating (SIGTERM)\u000a22:39:13.579498 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22892): Terminating (SIGTERM)\u000a22:39:13.589292 --- ParallelTerminationStrategy: PID 22886 died...\u000a22:39:13.646256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22886): Terminated: ok {rc=0}\u000a22:39:13.656665 --- ParallelTerminationStrategy: PID 22889 died...\u000a22:39:13.713352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22889): Terminated: ok {rc=0}\u000a22:39:13.723771 --- ParallelTerminationStrategy: PID 22892 died...\u000a22:39:13.780337 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22892): Terminated: ok {rc=0}\u000a22:39:13.869560 bus /sierra_3: Setting Powered False\u000a22:39:14.977273 bus /sierra_3: Setting Powered False\u000a22:39:16.090104 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 186, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22901): Process ended prematurely: osmo-stp_10.42.42.5(pid=22901) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22901)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22901): Process ended prematurely: osmo-stp_10.42.42.5(pid=22901) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22901)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:39:17.211972 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:17.224822 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:39:17.383777 tst mo_mt_call_osmux.py: using LAC 17235\u000a22:39:17.506617 tst mo_mt_call_osmux.py: using RAC 150\u000a22:39:17.629839 tst mo_mt_call_osmux.py: using CellId 17235\u000a22:39:17.752800 tst mo_mt_call_osmux.py: using BVCI 17236\u000a22:39:17.776168 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:17.787398 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:17.798562 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:17.810456 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:17.822292 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:17.833992 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:39:17.952071 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:39:18.153614 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:39:18.633454 run create_hlr_db(pid=22895): Launched\u000a22:39:18.809224 bus /sierra_2: Setting Powered False\u000a22:39:19.832448 run create_hlr_db(pid=22895): Terminated: ok {rc=0}\u000a22:39:20.238878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22897): Launched\u000a22:39:20.544400 run osmo-hlr_10.42.42.2(pid=22898): Launched\u000a22:39:20.660455 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:39:21.199295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22900): Launched\u000a22:39:21.503673 run osmo-stp_10.42.42.5(pid=22901): Launched\u000a22:39:21.615853 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:39:22.172719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22903): Launched\u000a22:39:22.479679 run osmo-msc_10.42.42.6(pid=22904): Launched\u000a22:39:22.660500 run osmo-stp_10.42.42.5(pid=22901): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22901)]\u000a22:39:22.791238 run osmo-stp_10.42.42.5(pid=22901): stdout: \u000a| (launched: 2022-12-08_22:39:21.354280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:22.919050 run osmo-stp_10.42.42.5(pid=22901): stderr: \u000a| �[0;m�[38;5;43m20221208223921524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223921525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223921525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223921525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223921526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223921526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223921526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:23.041909 run osmo-stp_10.42.42.5(pid=22901): stdout: \u000a| (launched: 2022-12-08_22:39:21.354280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:23.163931 run osmo-stp_10.42.42.5(pid=22901): stderr: \u000a| �[0;m�[38;5;43m20221208223921524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223921525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223921525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223921525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223921526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223921526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223921526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:23.217685 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22901): Process ended prematurely: osmo-stp_10.42.42.5(pid=22901) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22901)] [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a22:39:23.226481 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a22:39:23.288369 run osmo-hlr_10.42.42.2(pid=22898): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22898)]\u000a22:39:23.338850 run osmo-hlr_10.42.42.2(pid=22898): stdout: \u000a| (launched: 2022-12-08_22:39:20.393790) \u000a22:39:23.389801 run osmo-hlr_10.42.42.2(pid=22898): stderr: \u000a| �[0;m�[1;31m20221208223920572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223920572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223920572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223920572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223920572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223920572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223920584 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223920593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223920593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223920593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:39:23.458845 run osmo-msc_10.42.42.6(pid=22904): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22904)]\u000a22:39:23.509182 run osmo-msc_10.42.42.6(pid=22904): stdout: \u000a| (launched: 2022-12-08_22:39:22.328366) \u000a22:39:23.559976 run osmo-msc_10.42.42.6(pid=22904): stderr: \u000a| �[0;m�[38;5;43m20221208223922599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208223922599 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffbac235c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208223922599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208223922599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208223922599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208223922600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208223922601 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208223922602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208223922602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208223922602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:39:23.603294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22897): Terminating (SIGTERM)\u000a22:39:23.643715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22900): Terminating (SIGTERM)\u000a22:39:23.684420 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22903): Terminating (SIGTERM)\u000a22:39:23.694262 --- ParallelTerminationStrategy: PID 22897 died...\u000a22:39:23.748942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22897): Terminated: ok {rc=0}\u000a22:39:23.759256 --- ParallelTerminationStrategy: PID 22900 died...\u000a22:39:23.814425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22900): Terminated: ok {rc=0}\u000a22:39:23.824445 --- ParallelTerminationStrategy: PID 22903 died...\u000a22:39:23.879202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22903): Terminated: ok {rc=0}\u000a22:39:23.969020 bus /sierra_3: Setting Powered False\u000a22:39:25.072611 bus /sierra_3: Setting Powered False\u000a22:39:26.185139 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:39:06" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22916): Process ended prematurely: osmo-stp_10.42.42.5(pid=22916) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22916)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22916): Process ended prematurely: osmo-stp_10.42.42.5(pid=22916) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22916)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a22:39:28.178298 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:28.190307 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:39:28.351393 tst mo_mt_call.py: using LAC 17236\u000a22:39:28.479427 tst mo_mt_call.py: using RAC 151\u000a22:39:28.608141 tst mo_mt_call.py: using CellId 17236\u000a22:39:28.738227 tst mo_mt_call.py: using BVCI 17237\u000a22:39:28.763301 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:28.775125 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:28.786841 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:28.798460 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:28.810231 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:28.821862 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:39:28.940916 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:39:29.151822 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:39:29.672679 run create_hlr_db(pid=22910): Launched\u000a22:39:29.861036 bus /sierra_2: Setting Powered False\u000a22:39:30.891006 run create_hlr_db(pid=22910): Terminated: ok {rc=0}\u000a22:39:31.326788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22912): Launched\u000a22:39:31.719375 run osmo-hlr_10.42.42.2(pid=22913): Launched\u000a22:39:31.964778 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:39:32.562318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22915): Launched\u000a22:39:32.867844 run osmo-stp_10.42.42.5(pid=22916): Launched\u000a22:39:32.978771 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:39:33.537653 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22918): Launched\u000a22:39:33.843719 run osmo-msc_10.42.42.6(pid=22919): Launched\u000a22:39:34.024381 run osmo-stp_10.42.42.5(pid=22916): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22916)]\u000a22:39:34.155627 run osmo-stp_10.42.42.5(pid=22916): stdout: \u000a| (launched: 2022-12-08_22:39:32.717646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:34.283890 run osmo-stp_10.42.42.5(pid=22916): stderr: \u000a| �[0;m�[38;5;43m20221208223932887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223932887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223932887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223932888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223932888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223932888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223932888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:34.407373 run osmo-stp_10.42.42.5(pid=22916): stdout: \u000a| (launched: 2022-12-08_22:39:32.717646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:34.529682 run osmo-stp_10.42.42.5(pid=22916): stderr: \u000a| �[0;m�[38;5;43m20221208223932887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223932887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223932887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223932888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223932888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223932888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223932888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:34.583428 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22916): Process ended prematurely: osmo-stp_10.42.42.5(pid=22916) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22916)] [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a22:39:34.591881 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a22:39:34.653815 run osmo-hlr_10.42.42.2(pid=22913): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22913)]\u000a22:39:34.704216 run osmo-hlr_10.42.42.2(pid=22913): stdout: \u000a| (launched: 2022-12-08_22:39:31.485534) \u000a22:39:34.755653 run osmo-hlr_10.42.42.2(pid=22913): stderr: \u000a| �[0;m�[1;31m20221208223931818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223931818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223931818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223931818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223931818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223931818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223931832 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223931842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223931842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223931842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:39:34.825557 run osmo-msc_10.42.42.6(pid=22919): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22919)]\u000a22:39:34.875918 run osmo-msc_10.42.42.6(pid=22919): stdout: \u000a| (launched: 2022-12-08_22:39:33.693254) \u000a22:39:34.926963 run osmo-msc_10.42.42.6(pid=22919): stderr: \u000a| �[0;m�[38;5;43m20221208223933967 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208223933967 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff1ebc75c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208223933967 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208223933967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208223933967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208223933967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208223933969 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208223933970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208223933970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208223933970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:39:34.969777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22912): Terminating (SIGTERM)\u000a22:39:35.010408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22915): Terminating (SIGTERM)\u000a22:39:35.051077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22918): Terminating (SIGTERM)\u000a22:39:35.060799 --- ParallelTerminationStrategy: PID 22912 died...\u000a22:39:35.115587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22912): Terminated: ok {rc=0}\u000a22:39:35.125616 --- ParallelTerminationStrategy: PID 22915 died...\u000a22:39:35.180072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22915): Terminated: ok {rc=0}\u000a22:39:35.190300 --- ParallelTerminationStrategy: PID 22918 died...\u000a22:39:35.245332 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22918): Terminated: ok {rc=0}\u000a22:39:35.334452 bus /sierra_3: Setting Powered False\u000a22:39:36.439318 bus /sierra_3: Setting Powered False\u000a22:39:37.551848 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 186, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22927): Process ended prematurely: osmo-stp_10.42.42.5(pid=22927) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22927)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22927): Process ended prematurely: osmo-stp_10.42.42.5(pid=22927) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22927)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:39:38.667602 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:38.679993 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:39:38.843061 tst mo_mt_call_osmux.py: using LAC 17237\u000a22:39:38.971199 tst mo_mt_call_osmux.py: using RAC 152\u000a22:39:39.099767 tst mo_mt_call_osmux.py: using CellId 17237\u000a22:39:39.228254 tst mo_mt_call_osmux.py: using BVCI 17238\u000a22:39:39.253261 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:39.265166 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:39.276812 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:39.288494 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:39.300186 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:39.311921 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:39:39.427467 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:39:39.641659 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:39:40.162253 run create_hlr_db(pid=22921): Launched\u000a22:39:40.351268 bus /sierra_2: Setting Powered False\u000a22:39:41.372621 run create_hlr_db(pid=22921): Terminated: ok {rc=0}\u000a22:39:41.781445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22923): Launched\u000a22:39:42.086563 run osmo-hlr_10.42.42.2(pid=22924): Launched\u000a22:39:42.206741 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:39:42.747819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22926): Launched\u000a22:39:43.053834 run osmo-stp_10.42.42.5(pid=22927): Launched\u000a22:39:43.165918 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:39:43.722794 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22929): Launched\u000a22:39:44.029282 run osmo-msc_10.42.42.6(pid=22930): Launched\u000a22:39:44.211201 run osmo-stp_10.42.42.5(pid=22927): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22927)]\u000a22:39:44.341830 run osmo-stp_10.42.42.5(pid=22927): stdout: \u000a| (launched: 2022-12-08_22:39:42.904130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:44.470513 run osmo-stp_10.42.42.5(pid=22927): stderr: \u000a| �[0;m�[38;5;43m20221208223943074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223943074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223943074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223943075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223943075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223943075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223943075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:44.594393 run osmo-stp_10.42.42.5(pid=22927): stdout: \u000a| (launched: 2022-12-08_22:39:42.904130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:44.716884 run osmo-stp_10.42.42.5(pid=22927): stderr: \u000a| �[0;m�[38;5;43m20221208223943074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223943074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223943074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223943075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223943075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223943075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223943075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:44.770574 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22927): Process ended prematurely: osmo-stp_10.42.42.5(pid=22927) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22927)] [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a22:39:44.779180 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a22:39:44.841250 run osmo-hlr_10.42.42.2(pid=22924): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22924)]\u000a22:39:44.891915 run osmo-hlr_10.42.42.2(pid=22924): stdout: \u000a| (launched: 2022-12-08_22:39:41.937324) \u000a22:39:44.942959 run osmo-hlr_10.42.42.2(pid=22924): stderr: \u000a| �[0;m�[1;31m20221208223942112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223942112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223942112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223942112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223942112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223942112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223942125 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223942134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223942134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223942134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:39:45.012099 run osmo-msc_10.42.42.6(pid=22930): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22930)]\u000a22:39:45.062278 run osmo-msc_10.42.42.6(pid=22930): stdout: \u000a| (launched: 2022-12-08_22:39:43.877605) \u000a22:39:45.113094 run osmo-msc_10.42.42.6(pid=22930): stderr: \u000a| �[0;m�[38;5;43m20221208223944146 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208223944146 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f78145a9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208223944146 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208223944146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208223944146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208223944146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208223944148 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208223944149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208223944149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208223944149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:39:45.156199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22923): Terminating (SIGTERM)\u000a22:39:45.196740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22926): Terminating (SIGTERM)\u000a22:39:45.237443 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22929): Terminating (SIGTERM)\u000a22:39:45.247171 --- ParallelTerminationStrategy: PID 22923 died...\u000a22:39:45.301726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22923): Terminated: ok {rc=0}\u000a22:39:45.311859 --- ParallelTerminationStrategy: PID 22926 died...\u000a22:39:45.366313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22926): Terminated: ok {rc=0}\u000a22:39:45.376425 --- ParallelTerminationStrategy: PID 22929 died...\u000a22:39:45.430833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22929): Terminated: ok {rc=0}\u000a22:39:45.521278 bus /sierra_3: Setting Powered False\u000a22:39:46.625097 bus /sierra_3: Setting Powered False\u000a22:39:47.732821 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:39:27" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22942): Process ended prematurely: osmo-stp_10.42.42.5(pid=22942) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22942)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22942): Process ended prematurely: osmo-stp_10.42.42.5(pid=22942) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22942)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a22:39:49.731653 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:39:49.743120 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:39:49.903360 tst mo_mt_call.py: using LAC 17238\u000a22:39:50.030450 tst mo_mt_call.py: using RAC 153\u000a22:39:50.154847 tst mo_mt_call.py: using CellId 17238\u000a22:39:50.277729 tst mo_mt_call.py: using BVCI 17239\u000a22:39:50.301223 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:39:50.312324 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:39:50.323175 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:39:50.334306 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:39:50.345656 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:39:50.356619 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:39:50.474789 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:39:50.679017 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:39:51.160627 run create_hlr_db(pid=22936): Launched\u000a22:39:51.336925 bus /sierra_2: Setting Powered False\u000a22:39:52.358964 run create_hlr_db(pid=22936): Terminated: ok {rc=0}\u000a22:39:52.766278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22938): Launched\u000a22:39:53.073206 run osmo-hlr_10.42.42.2(pid=22939): Launched\u000a22:39:53.185386 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:39:53.714240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22941): Launched\u000a22:39:54.020493 run osmo-stp_10.42.42.5(pid=22942): Launched\u000a22:39:54.132106 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:39:54.690715 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22944): Launched\u000a22:39:54.997320 run osmo-msc_10.42.42.6(pid=22945): Launched\u000a22:39:55.177459 run osmo-stp_10.42.42.5(pid=22942): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22942)]\u000a22:39:55.307850 run osmo-stp_10.42.42.5(pid=22942): stdout: \u000a| (launched: 2022-12-08_22:39:53.869597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:55.435756 run osmo-stp_10.42.42.5(pid=22942): stderr: \u000a| �[0;m�[38;5;43m20221208223954039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223954039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223954039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223954040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223954040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223954040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223954040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:55.559363 run osmo-stp_10.42.42.5(pid=22942): stdout: \u000a| (launched: 2022-12-08_22:39:53.869597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:55.681518 run osmo-stp_10.42.42.5(pid=22942): stderr: \u000a| �[0;m�[38;5;43m20221208223954039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208223954039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208223954039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208223954040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208223954040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208223954040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208223954040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:55.735219 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22942): Process ended prematurely: osmo-stp_10.42.42.5(pid=22942) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22942)] [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a22:39:55.743754 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:39:55.805577 run osmo-hlr_10.42.42.2(pid=22939): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22939)]\u000a22:39:55.856022 run osmo-hlr_10.42.42.2(pid=22939): stdout: \u000a| (launched: 2022-12-08_22:39:52.922459) \u000a22:39:55.907000 run osmo-hlr_10.42.42.2(pid=22939): stderr: \u000a| �[0;m�[1;31m20221208223953096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208223953096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208223953096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223953096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208223953096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208223953096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208223953108 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208223953116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208223953116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208223953116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:39:55.976188 run osmo-msc_10.42.42.6(pid=22945): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22945)]\u000a22:39:56.026567 run osmo-msc_10.42.42.6(pid=22945): stdout: \u000a| (launched: 2022-12-08_22:39:54.846471) \u000a22:39:56.077624 run osmo-msc_10.42.42.6(pid=22945): stderr: \u000a| �[0;m�[38;5;43m20221208223955116 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208223955116 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff4f60e3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208223955116 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208223955116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208223955116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208223955117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208223955118 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208223955119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208223955120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208223955120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:39:56.120287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22938): Terminating (SIGTERM)\u000a22:39:56.160867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22941): Terminating (SIGTERM)\u000a22:39:56.201576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22944): Terminating (SIGTERM)\u000a22:39:56.211265 --- ParallelTerminationStrategy: PID 22938 died...\u000a22:39:56.265732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22938): Terminated: ok {rc=0}\u000a22:39:56.275888 --- ParallelTerminationStrategy: PID 22941 died...\u000a22:39:56.330785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22941): Terminated: ok {rc=0}\u000a22:39:56.340654 --- ParallelTerminationStrategy: PID 22944 died...\u000a22:39:56.394831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22944): Terminated: ok {rc=0}\u000a22:39:56.480241 bus /sierra_3: Setting Powered False\u000a22:39:57.583006 bus /sierra_3: Setting Powered False\u000a22:39:58.694959 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 186, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22963): Process ended prematurely: osmo-stp_10.42.42.5(pid=22963) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22963)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22963): Process ended prematurely: osmo-stp_10.42.42.5(pid=22963) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22963)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:39:59.805431 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:39:59.817194 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:39:59.971390 tst mo_mt_call_osmux.py: using LAC 17239\u000a22:40:00.094432 tst mo_mt_call_osmux.py: using RAC 154\u000a22:40:00.217342 tst mo_mt_call_osmux.py: using CellId 17239\u000a22:40:00.337567 tst mo_mt_call_osmux.py: using BVCI 17240\u000a22:40:00.360663 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:40:00.371854 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:40:00.382785 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:40:00.394071 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:40:00.405346 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:40:00.416440 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:40:00.534703 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:40:00.746432 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:40:01.318664 run create_hlr_db(pid=22947): Launched\u000a22:40:01.524220 bus /sierra_2: Setting Powered False\u000a22:40:02.544568 run create_hlr_db(pid=22947): Terminated: ok {rc=0}\u000a22:40:02.978174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22959): Launched\u000a22:40:03.304159 run osmo-hlr_10.42.42.2(pid=22960): Launched\u000a22:40:03.424384 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:40:03.990473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22962): Launched\u000a22:40:04.315766 run osmo-stp_10.42.42.5(pid=22963): Launched\u000a22:40:04.434582 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:40:05.029992 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22965): Launched\u000a22:40:05.356798 run osmo-msc_10.42.42.6(pid=22966): Launched\u000a22:40:05.547969 run osmo-stp_10.42.42.5(pid=22963): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22963)]\u000a22:40:05.686466 run osmo-stp_10.42.42.5(pid=22963): stdout: \u000a| (launched: 2022-12-08_22:40:04.156837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:05.823774 run osmo-stp_10.42.42.5(pid=22963): stderr: \u000a| �[0;m�[38;5;43m20221208224004350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224004350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224004351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224004351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224004351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224004351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224004351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:05.955134 run osmo-stp_10.42.42.5(pid=22963): stdout: \u000a| (launched: 2022-12-08_22:40:04.156837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:06.085007 run osmo-stp_10.42.42.5(pid=22963): stderr: \u000a| �[0;m�[38;5;43m20221208224004350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224004350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224004351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224004351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224004351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224004351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224004351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:06.142187 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22963): Process ended prematurely: osmo-stp_10.42.42.5(pid=22963) [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22963)] [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a22:40:06.151376 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a22:40:06.215251 run osmo-hlr_10.42.42.2(pid=22960): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22960)]\u000a22:40:06.267505 run osmo-hlr_10.42.42.2(pid=22960): stdout: \u000a| (launched: 2022-12-08_22:40:03.145454) \u000a22:40:06.320574 run osmo-hlr_10.42.42.2(pid=22960): stderr: \u000a| �[0;m�[1;31m20221208224003346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224003346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224003346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224003346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224003346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224003346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224003359 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224003367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224003367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224003367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:40:06.392607 run osmo-msc_10.42.42.6(pid=22966): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22966)]\u000a22:40:06.444750 run osmo-msc_10.42.42.6(pid=22966): stdout: \u000a| (launched: 2022-12-08_22:40:05.196936) \u000a22:40:06.497495 run osmo-msc_10.42.42.6(pid=22966): stderr: \u000a| �[0;m�[38;5;43m20221208224005518 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208224005518 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8ac5a55c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208224005518 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208224005518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208224005518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208224005518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208224005521 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208224005522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208224005522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208224005522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:40:06.542350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22959): Terminating (SIGTERM)\u000a22:40:06.584861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22962): Terminating (SIGTERM)\u000a22:40:06.627966 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22965): Terminating (SIGTERM)\u000a22:40:06.638110 --- ParallelTerminationStrategy: PID 22959 died...\u000a22:40:06.695053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22959): Terminated: ok {rc=0}\u000a22:40:06.705584 --- ParallelTerminationStrategy: PID 22962 died...\u000a22:40:06.762436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22962): Terminated: ok {rc=0}\u000a22:40:06.772936 --- ParallelTerminationStrategy: PID 22965 died...\u000a22:40:06.829579 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22965): Terminated: ok {rc=0}\u000a22:40:06.918058 bus /sierra_3: Setting Powered False\u000a22:40:08.023672 bus /sierra_3: Setting Powered False\u000a22:40:09.135258 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:39:49" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23328): Process ended prematurely: osmo-stp_10.42.42.5(pid=23328) [trial-2350↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23328)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23328): Process ended prematurely: osmo-stp_10.42.42.5(pid=23328) [trial-2350↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23328)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a22:40:11.134447 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:11.145132 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:40:11.276349 tst emergency_mo_mt_call.py: using LAC 17240\u000a22:40:11.395631 tst emergency_mo_mt_call.py: using RAC 155\u000a22:40:11.515382 tst emergency_mo_mt_call.py: using CellId 17240\u000a22:40:11.639438 tst emergency_mo_mt_call.py: using BVCI 17241\u000a22:40:11.662355 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:11.673713 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:11.684223 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:11.695191 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:11.706031 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:11.716800 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:40:11.835654 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:40:12.044344 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:40:12.571595 run create_hlr_db(pid=22983): Launched\u000a22:40:12.756219 bus /sierra_2: Setting Powered False\u000a22:40:13.775003 run create_hlr_db(pid=22983): Terminated: ok {rc=0}\u000a22:40:14.194303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23252): Launched\u000a22:40:14.521241 run osmo-hlr_10.42.42.2(pid=23325): Launched\u000a22:40:14.639727 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:40:15.196865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23327): Launched\u000a22:40:15.515465 run osmo-stp_10.42.42.5(pid=23328): Launched\u000a22:40:15.643031 tst emergency_mo_mt_call.py: using MSISDN 6884\u000a22:40:15.802374 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:40:16.551223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23330): Launched\u000a22:40:16.870920 run osmo-msc_10.42.42.6(pid=23331): Launched\u000a22:40:17.181841 run osmo-stp_10.42.42.5(pid=23328): ERR: Terminated: ERROR {rc=1} [trial-2350↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23328)]\u000a22:40:17.450304 run osmo-stp_10.42.42.5(pid=23328): stdout: \u000a| (launched: 2022-12-08_22:40:15.359863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:17.587682 run osmo-stp_10.42.42.5(pid=23328): stderr: \u000a| �[0;m�[38;5;43m20221208224015552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224015552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224015553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224015553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224015554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224015554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224015554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:17.717789 run osmo-stp_10.42.42.5(pid=23328): stdout: \u000a| (launched: 2022-12-08_22:40:15.359863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:17.845720 run osmo-stp_10.42.42.5(pid=23328): stderr: \u000a| �[0;m�[38;5;43m20221208224015552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224015552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224015553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224015553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224015554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224015554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224015554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:17.901888 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=23328): Process ended prematurely: osmo-stp_10.42.42.5(pid=23328) [trial-2350↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23328)] [trial-2350↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a22:40:17.910395 tst emergency_mo_mt_call.py:19: Test FAILED (6.8 sec)\u000a22:40:17.974345 run osmo-hlr_10.42.42.2(pid=23325): ERR: Terminated: ERROR {rc=237} [trial-2350↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23325)]\u000a22:40:18.026931 run osmo-hlr_10.42.42.2(pid=23325): stdout: \u000a| (launched: 2022-12-08_22:40:14.363554) \u000a22:40:18.079705 run osmo-hlr_10.42.42.2(pid=23325): stderr: \u000a| �[0;m�[1;31m20221208224014560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224014560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224014560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224014560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224014560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224014560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224014574 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224014583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224014583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224014583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:40:18.151531 run osmo-msc_10.42.42.6(pid=23331): ERR: Terminated: ERROR {rc=2} [trial-2350↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23331)]\u000a22:40:18.203566 run osmo-msc_10.42.42.6(pid=23331): stdout: \u000a| (launched: 2022-12-08_22:40:16.712200) \u000a22:40:18.256108 run osmo-msc_10.42.42.6(pid=23331): stderr: \u000a| �[0;m�[38;5;43m20221208224017341 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208224017341 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f14eb6f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208224017341 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208224017341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208224017342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208224017342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208224017344 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208224017344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208224017344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208224017344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:40:18.300623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23252): Terminating (SIGTERM)\u000a22:40:18.342963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23327): Terminating (SIGTERM)\u000a22:40:18.385212 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23330): Terminating (SIGTERM)\u000a22:40:18.395172 --- ParallelTerminationStrategy: PID 23252 died...\u000a22:40:18.451921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23252): Terminated: ok {rc=0}\u000a22:40:18.462417 --- ParallelTerminationStrategy: PID 23327 died...\u000a22:40:18.519058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23327): Terminated: ok {rc=0}\u000a22:40:18.529995 --- ParallelTerminationStrategy: PID 23330 died...\u000a22:40:18.586750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23330): Terminated: ok {rc=0}\u000a22:40:18.675814 bus /sierra_3: Setting Powered False\u000a22:40:19.784367 bus /sierra_3: Setting Powered False\u000a22:40:20.893263 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "emergency:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23514): Process ended prematurely: osmo-stp_10.42.42.5(pid=23514) [trial-2350↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23514)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23514): Process ended prematurely: osmo-stp_10.42.42.5(pid=23514) [trial-2350↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23514)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a22:40:21.946315 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:21.958382 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:40:22.099683 tst emergency_preemptive_call.py: using LAC 17241\u000a22:40:22.225479 tst emergency_preemptive_call.py: using RAC 156\u000a22:40:22.352231 tst emergency_preemptive_call.py: using CellId 17241\u000a22:40:22.478162 tst emergency_preemptive_call.py: using BVCI 17242\u000a22:40:22.503145 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:22.514800 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:22.526149 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:22.537937 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:22.549775 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:22.561092 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:40:22.678717 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:40:22.813213 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:40:22.936226 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:40:23.151516 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:40:23.701743 run create_hlr_db(pid=23501): Launched\u000a22:40:23.894418 bus /sierra_2: Setting Powered False\u000a22:40:24.915814 run create_hlr_db(pid=23501): Terminated: ok {rc=0}\u000a22:40:25.364133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23510): Launched\u000a22:40:25.789917 run osmo-hlr_10.42.42.2(pid=23511): Launched\u000a22:40:26.039385 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:40:26.619041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23513): Launched\u000a22:40:27.038911 run osmo-stp_10.42.42.5(pid=23514): Launched\u000a22:40:27.272697 tst emergency_preemptive_call.py: using MSISDN 6885\u000a22:40:27.436439 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:40:28.051510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23516): Launched\u000a22:40:28.481580 run osmo-msc_10.42.42.6(pid=23517): Launched\u000a22:40:28.792756 run osmo-stp_10.42.42.5(pid=23514): ERR: Terminated: ERROR {rc=1} [trial-2350↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23514)]\u000a22:40:28.931502 run osmo-stp_10.42.42.5(pid=23514): stdout: \u000a| (launched: 2022-12-08_22:40:26.786079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:29.067431 run osmo-stp_10.42.42.5(pid=23514): stderr: \u000a| �[0;m�[38;5;43m20221208224027083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224027083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224027083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224027084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224027084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224027084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224027084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:29.197515 run osmo-stp_10.42.42.5(pid=23514): stdout: \u000a| (launched: 2022-12-08_22:40:26.786079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:29.326037 run osmo-stp_10.42.42.5(pid=23514): stderr: \u000a| �[0;m�[38;5;43m20221208224027083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224027083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224027083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224027084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224027084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224027084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224027084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:29.382479 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=23514): Process ended prematurely: osmo-stp_10.42.42.5(pid=23514) [trial-2350↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23514)] [trial-2350↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a22:40:29.391331 tst emergency_preemptive_call.py:32: Test FAILED (7.4 sec)\u000a22:40:29.456104 run osmo-hlr_10.42.42.2(pid=23511): ERR: Terminated: ERROR {rc=237} [trial-2350↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23511)]\u000a22:40:29.509187 run osmo-hlr_10.42.42.2(pid=23511): stdout: \u000a| (launched: 2022-12-08_22:40:25.532193) \u000a22:40:29.562799 run osmo-hlr_10.42.42.2(pid=23511): stderr: \u000a| �[0;m�[1;31m20221208224025845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224025845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224025845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224025845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224025845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224025846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224025859 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224025870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224025871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224025871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:40:29.636023 run osmo-msc_10.42.42.6(pid=23517): ERR: Terminated: ERROR {rc=2} [trial-2350↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23517)]\u000a22:40:29.688936 run osmo-msc_10.42.42.6(pid=23517): stdout: \u000a| (launched: 2022-12-08_22:40:28.219529) \u000a22:40:29.742165 run osmo-msc_10.42.42.6(pid=23517): stderr: \u000a| �[0;m�[38;5;43m20221208224028715 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208224028715 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2029d3dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208224028715 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208224028715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208224028715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208224028716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208224028718 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208224028718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208224028718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208224028718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:40:29.787601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23510): Terminating (SIGTERM)\u000a22:40:29.830744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23513): Terminating (SIGTERM)\u000a22:40:29.873726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23516): Terminating (SIGTERM)\u000a22:40:29.884060 --- ParallelTerminationStrategy: PID 23510 died...\u000a22:40:29.941336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23510): Terminated: ok {rc=0}\u000a22:40:29.951835 --- ParallelTerminationStrategy: PID 23513 died...\u000a22:40:30.008793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23513): Terminated: ok {rc=0}\u000a22:40:30.019345 --- ParallelTerminationStrategy: PID 23516 died...\u000a22:40:30.076566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23516): Terminated: ok {rc=0}\u000a22:40:30.165094 bus /sierra_9: Setting Powered False\u000a22:40:31.292171 bus /sierra_9: Setting Powered False\u000a22:40:32.404255 bus /sierra_8: Setting Powered False\u000a22:40:33.509768 bus /sierra_8: Setting Powered False\u000a22:40:34.622358 bus /sierra_3: Setting Powered False\u000a22:40:35.727173 bus /sierra_3: Setting Powered False\u000a22:40:36.836396 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 28.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:40:10" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23533): Process ended prematurely: osmo-stp_10.42.42.5(pid=23533) [trial-2350↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23533)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23533): Process ended prematurely: osmo-stp_10.42.42.5(pid=23533) [trial-2350↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23533)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:40:38.952942 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:38.964111 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:40:39.109253 tst cs_paging_gprs_active.py: using LAC 17242\u000a22:40:39.235594 tst cs_paging_gprs_active.py: using RAC 157\u000a22:40:39.364230 tst cs_paging_gprs_active.py: using CellId 17242\u000a22:40:39.494984 tst cs_paging_gprs_active.py: using BVCI 17243\u000a22:40:39.520069 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:39.531268 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:39.542351 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:39.553319 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:39.564195 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:39.575185 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:39.586367 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:39.597258 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:39.608686 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:40:39.726158 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:40:40.009709 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:40:40.138136 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:40:40.456665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23523): Launched\u000a22:40:40.721469 run iperf3-srv_10.42.42.10(pid=23524): Launched\u000a22:40:40.909175 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:40:41.037267 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:40:41.355110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23525): Launched\u000a22:40:41.620629 run iperf3-srv_10.42.42.10(pid=23526): Launched\u000a22:40:41.807778 tst cs_paging_gprs_active.py:38: start network...\u000a22:40:41.959250 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:40:42.442862 run create_hlr_db(pid=23527): Launched\u000a22:40:42.618710 bus /sierra_2: Setting Powered False\u000a22:40:43.654508 run create_hlr_db(pid=23527): Terminated: ok {rc=0}\u000a22:40:44.087899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23529): Launched\u000a22:40:44.414252 run osmo-hlr_10.42.42.2(pid=23530): Launched\u000a22:40:44.533783 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:40:45.100532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23532): Launched\u000a22:40:45.429696 run osmo-stp_10.42.42.5(pid=23533): Launched\u000a22:40:45.548720 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:40:46.141144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23535): Launched\u000a22:40:46.255294 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:40:46.553421 run patchelf(pid=23536): Launched\u000a22:40:46.742775 run osmo-stp_10.42.42.5(pid=23533): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23533)]\u000a22:40:46.881635 run osmo-stp_10.42.42.5(pid=23533): stdout: \u000a| (launched: 2022-12-08_22:40:45.267647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:47.021640 run osmo-stp_10.42.42.5(pid=23533): stderr: \u000a| �[0;m�[38;5;43m20221208224045461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224045461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224045461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224045462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224045462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224045462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224045462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:47.155660 run osmo-stp_10.42.42.5(pid=23533): stdout: \u000a| (launched: 2022-12-08_22:40:45.267647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:47.284259 run osmo-stp_10.42.42.5(pid=23533): stderr: \u000a| �[0;m�[38;5;43m20221208224045461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224045461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224045461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224045462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224045462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224045462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224045462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:47.432514 run patchelf(pid=23536): Terminating (SIGINT)\u000a22:40:47.606813 run patchelf(pid=23536): Terminated: ok {rc=0}\u000a22:40:47.638982 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23533): Process ended prematurely: osmo-stp_10.42.42.5(pid=23533) [trial-2350↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23533)] [trial-2350↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a22:40:47.648522 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:40:47.711764 run osmo-hlr_10.42.42.2(pid=23530): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23530)]\u000a22:40:47.762527 run osmo-hlr_10.42.42.2(pid=23530): stdout: \u000a| (launched: 2022-12-08_22:40:44.254558) \u000a22:40:47.814052 run osmo-hlr_10.42.42.2(pid=23530): stderr: \u000a| �[0;m�[1;31m20221208224044454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224044454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224044454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224044454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224044454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224044454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224044467 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224044477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224044477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224044477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:40:47.858089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23523): Terminating (SIGTERM)\u000a22:40:47.899453 run iperf3-srv_10.42.42.10(pid=23524): Terminating (SIGTERM)\u000a22:40:47.940920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23525): Terminating (SIGTERM)\u000a22:40:47.982444 run iperf3-srv_10.42.42.10(pid=23526): Terminating (SIGTERM)\u000a22:40:48.024394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23529): Terminating (SIGTERM)\u000a22:40:48.065730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23532): Terminating (SIGTERM)\u000a22:40:48.107112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23535): Terminating (SIGTERM)\u000a22:40:48.116897 --- ParallelTerminationStrategy: PID 23523 died...\u000a22:40:48.172724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23523): Terminated: ok {rc=0}\u000a22:40:48.182929 --- ParallelTerminationStrategy: PID 23524 died...\u000a22:40:48.238444 run iperf3-srv_10.42.42.10(pid=23524): Terminated {rc=256}\u000a22:40:48.248636 --- ParallelTerminationStrategy: PID 23525 died...\u000a22:40:48.303693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23525): Terminated: ok {rc=0}\u000a22:40:48.314056 --- ParallelTerminationStrategy: PID 23526 died...\u000a22:40:48.369235 run iperf3-srv_10.42.42.10(pid=23526): Terminated {rc=256}\u000a22:40:48.379493 --- ParallelTerminationStrategy: PID 23529 died...\u000a22:40:48.434463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23529): Terminated: ok {rc=0}\u000a22:40:48.445090 --- ParallelTerminationStrategy: PID 23532 died...\u000a22:40:48.500105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23532): Terminated: ok {rc=0}\u000a22:40:48.510693 --- ParallelTerminationStrategy: PID 23535 died...\u000a22:40:48.566243 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23535): Terminated: ok {rc=0}\u000a22:40:48.655404 bus /gobi_0: Setting Powered False\u000a22:40:49.760520 bus /gobi_0: Setting Powered False\u000a22:40:50.869264 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23545): Process ended prematurely: osmo-stp_10.42.42.5(pid=23545) [trial-2350↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23545)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23545): Process ended prematurely: osmo-stp_10.42.42.5(pid=23545) [trial-2350↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23545)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a22:40:51.985100 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:51.996775 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:40:52.139151 tst iperf3.py: using LAC 17243\u000a22:40:52.269381 tst iperf3.py: using RAC 158\u000a22:40:52.399678 tst iperf3.py: using CellId 17243\u000a22:40:52.528335 tst iperf3.py: using BVCI 17244\u000a22:40:52.553629 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:52.564805 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:52.575850 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:52.586941 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:52.597906 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:52.608747 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:52.620240 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:52.631265 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:52.642397 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:40:52.936384 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:40:53.073359 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:40:53.412430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23537): Launched\u000a22:40:53.694512 run iperf3-srv_10.42.42.10(pid=23538): Launched\u000a22:40:53.894978 tst iperf3.py:8: start network...\u000a22:40:54.031741 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:40:54.554012 run create_hlr_db(pid=23539): Launched\u000a22:40:54.742885 bus /gobi_6: Setting Powered False\u000a22:40:55.763943 run create_hlr_db(pid=23539): Terminated: ok {rc=0}\u000a22:40:56.173495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23541): Launched\u000a22:40:56.479930 run osmo-hlr_10.42.42.2(pid=23542): Launched\u000a22:40:56.597565 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:40:57.128409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23544): Launched\u000a22:40:57.435476 run osmo-stp_10.42.42.5(pid=23545): Launched\u000a22:40:57.547626 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:40:58.078496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23547): Launched\u000a22:40:58.187974 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:40:58.455091 run patchelf(pid=23548): Launched\u000a22:40:58.634863 run osmo-stp_10.42.42.5(pid=23545): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23545)]\u000a22:40:58.766475 run osmo-stp_10.42.42.5(pid=23545): stdout: \u000a| (launched: 2022-12-08_22:40:57.284743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:58.898320 run osmo-stp_10.42.42.5(pid=23545): stderr: \u000a| �[0;m�[38;5;43m20221208224057454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224057454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224057455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224057455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224057455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224057456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224057456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:59.027873 run osmo-stp_10.42.42.5(pid=23545): stdout: \u000a| (launched: 2022-12-08_22:40:57.284743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:59.155496 run osmo-stp_10.42.42.5(pid=23545): stderr: \u000a| �[0;m�[38;5;43m20221208224057454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224057454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224057455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224057455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224057455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224057456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224057456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:59.302612 run patchelf(pid=23548): Terminating (SIGINT)\u000a22:40:59.476076 run patchelf(pid=23548): Terminated: ok {rc=0}\u000a22:40:59.507698 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23545): Process ended prematurely: osmo-stp_10.42.42.5(pid=23545) [trial-2350↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23545)] [trial-2350↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a22:40:59.517010 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a22:40:59.579354 run osmo-hlr_10.42.42.2(pid=23542): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23542)]\u000a22:40:59.629818 run osmo-hlr_10.42.42.2(pid=23542): stdout: \u000a| (launched: 2022-12-08_22:40:56.328789) \u000a22:40:59.680776 run osmo-hlr_10.42.42.2(pid=23542): stderr: \u000a| �[0;m�[1;31m20221208224056504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224056504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224056504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224056504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224056504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224056504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224056517 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224056527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224056527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224056527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:40:59.723705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23537): Terminating (SIGTERM)\u000a22:40:59.764506 run iperf3-srv_10.42.42.10(pid=23538): Terminating (SIGTERM)\u000a22:40:59.806287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23541): Terminating (SIGTERM)\u000a22:40:59.847093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23544): Terminating (SIGTERM)\u000a22:40:59.888023 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23547): Terminating (SIGTERM)\u000a22:40:59.898030 --- ParallelTerminationStrategy: PID 23537 died...\u000a22:40:59.953250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23537): Terminated: ok {rc=0}\u000a22:40:59.963347 --- ParallelTerminationStrategy: PID 23538 died...\u000a22:41:00.018199 run iperf3-srv_10.42.42.10(pid=23538): Terminated {rc=256}\u000a22:41:00.028118 --- ParallelTerminationStrategy: PID 23541 died...\u000a22:41:00.083001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23541): Terminated: ok {rc=0}\u000a22:41:00.093353 --- ParallelTerminationStrategy: PID 23544 died...\u000a22:41:00.147882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23544): Terminated: ok {rc=0}\u000a22:41:00.158197 --- ParallelTerminationStrategy: PID 23547 died...\u000a22:41:00.212695 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23547): Terminated: ok {rc=0}\u000a22:41:00.301855 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms-limenet-micro", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23564): Process ended prematurely: osmo-stp_10.42.42.5(pid=23564) [trial-2350↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23564)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23564): Process ended prematurely: osmo-stp_10.42.42.5(pid=23564) [trial-2350↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23564)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a22:41:01.423011 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:01.435653 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:41:01.603057 tst iperf3m4.py: using LAC 17244\u000a22:41:01.761376 tst iperf3m4.py: using RAC 159\u000a22:41:01.922896 tst iperf3m4.py: using CellId 17244\u000a22:41:02.073285 tst iperf3m4.py: using BVCI 17245\u000a22:41:02.098621 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:02.110696 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:02.122556 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:02.135948 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:02.148705 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:02.160429 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:02.173772 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:02.186647 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:02.199101 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:41:02.316052 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:41:02.434768 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:41:02.550336 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:41:02.834232 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:41:02.962858 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:41:03.279776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23549): Launched\u000a22:41:03.542854 run iperf3-srv_10.42.42.10(pid=23550): Launched\u000a22:41:03.729492 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:41:03.856877 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:41:04.172545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23551): Launched\u000a22:41:04.434974 run iperf3-srv_10.42.42.10(pid=23552): Launched\u000a22:41:04.621887 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:41:04.749222 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:41:05.065323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23553): Launched\u000a22:41:05.328164 run iperf3-srv_10.42.42.10(pid=23554): Launched\u000a22:41:05.514537 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:41:05.641763 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:41:05.958036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23555): Launched\u000a22:41:06.221660 run iperf3-srv_10.42.42.10(pid=23556): Launched\u000a22:41:06.407586 tst iperf3m4.py:8: start network...\u000a22:41:06.534874 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:41:07.016494 run create_hlr_db(pid=23557): Launched\u000a22:41:07.192095 bus /gobi_6: Setting Powered False\u000a22:41:08.215051 run create_hlr_db(pid=23557): Terminated: ok {rc=0}\u000a22:41:08.621480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23560): Launched\u000a22:41:08.928551 run osmo-hlr_10.42.42.2(pid=23561): Launched\u000a22:41:09.048061 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:41:09.691336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23563): Launched\u000a22:41:09.990312 run osmo-stp_10.42.42.5(pid=23564): Launched\u000a22:41:10.100292 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:41:10.623689 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23566): Launched\u000a22:41:10.730507 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:41:10.992218 run patchelf(pid=23567): Launched\u000a22:41:11.167900 run osmo-stp_10.42.42.5(pid=23564): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23564)]\u000a22:41:11.296451 run osmo-stp_10.42.42.5(pid=23564): stdout: \u000a| (launched: 2022-12-08_22:41:09.843244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:11.424813 run osmo-stp_10.42.42.5(pid=23564): stderr: \u000a| �[0;m�[38;5;43m20221208224110014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224110014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224110014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224110015 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224110015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224110015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224110015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:11.550073 run osmo-stp_10.42.42.5(pid=23564): stdout: \u000a| (launched: 2022-12-08_22:41:09.843244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:11.674081 run osmo-stp_10.42.42.5(pid=23564): stderr: \u000a| �[0;m�[38;5;43m20221208224110014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224110014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224110014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224110015 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224110015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224110015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224110015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:11.817969 run patchelf(pid=23567): Terminating (SIGINT)\u000a22:41:11.986681 run patchelf(pid=23567): Terminated: ok {rc=0}\u000a22:41:12.017840 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23564): Process ended prematurely: osmo-stp_10.42.42.5(pid=23564) [trial-2350↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23564)] [trial-2350↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a22:41:12.027145 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a22:41:12.088914 run osmo-hlr_10.42.42.2(pid=23561): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23561)]\u000a22:41:12.138850 run osmo-hlr_10.42.42.2(pid=23561): stdout: \u000a| (launched: 2022-12-08_22:41:08.777241) \u000a22:41:12.189150 run osmo-hlr_10.42.42.2(pid=23561): stderr: \u000a| �[0;m�[1;31m20221208224108953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224108953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224108953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224108953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224108953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224108953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224108965 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224108973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224108973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224108973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:41:12.231599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23549): Terminating (SIGTERM)\u000a22:41:12.271917 run iperf3-srv_10.42.42.10(pid=23550): Terminating (SIGTERM)\u000a22:41:12.312416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23551): Terminating (SIGTERM)\u000a22:41:12.352557 run iperf3-srv_10.42.42.10(pid=23552): Terminating (SIGTERM)\u000a22:41:12.393179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23553): Terminating (SIGTERM)\u000a22:41:12.433096 run iperf3-srv_10.42.42.10(pid=23554): Terminating (SIGTERM)\u000a22:41:12.473483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23555): Terminating (SIGTERM)\u000a22:41:12.513658 run iperf3-srv_10.42.42.10(pid=23556): Terminating (SIGTERM)\u000a22:41:12.553974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23560): Terminating (SIGTERM)\u000a22:41:12.594527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23563): Terminating (SIGTERM)\u000a22:41:12.634547 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23566): Terminating (SIGTERM)\u000a22:41:12.644140 --- ParallelTerminationStrategy: PID 23549 died...\u000a22:41:12.698402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23549): Terminated: ok {rc=0}\u000a22:41:12.708342 --- ParallelTerminationStrategy: PID 23550 died...\u000a22:41:12.762328 run iperf3-srv_10.42.42.10(pid=23550): Terminated {rc=256}\u000a22:41:12.772203 --- ParallelTerminationStrategy: PID 23551 died...\u000a22:41:12.826170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23551): Terminated: ok {rc=0}\u000a22:41:12.836127 --- ParallelTerminationStrategy: PID 23552 died...\u000a22:41:12.890587 run iperf3-srv_10.42.42.10(pid=23552): Terminated {rc=256}\u000a22:41:12.900363 --- ParallelTerminationStrategy: PID 23553 died...\u000a22:41:12.954266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23553): Terminated: ok {rc=0}\u000a22:41:12.964218 --- ParallelTerminationStrategy: PID 23554 died...\u000a22:41:13.017748 run iperf3-srv_10.42.42.10(pid=23554): Terminated {rc=256}\u000a22:41:13.027685 --- ParallelTerminationStrategy: PID 23555 died...\u000a22:41:13.081527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23555): Terminated: ok {rc=0}\u000a22:41:13.091353 --- ParallelTerminationStrategy: PID 23556 died...\u000a22:41:13.145915 run iperf3-srv_10.42.42.10(pid=23556): Terminated {rc=256}\u000a22:41:13.155686 --- ParallelTerminationStrategy: PID 23560 died...\u000a22:41:13.209878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23560): Terminated: ok {rc=0}\u000a22:41:13.219525 --- ParallelTerminationStrategy: PID 23563 died...\u000a22:41:13.273026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23563): Terminated: ok {rc=0}\u000a22:41:13.282968 --- ParallelTerminationStrategy: PID 23566 died...\u000a22:41:13.336418 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23566): Terminated: ok {rc=0}\u000a22:41:13.424767 bus /gobi_4: Setting Powered False\u000a22:41:14.527447 bus /gobi_4: Setting Powered False\u000a22:41:15.637937 bus /gobi_1: Setting Powered False\u000a22:41:16.741423 bus /gobi_1: Setting Powered False\u000a22:41:17.848209 bus /gobi_0: Setting Powered False\u000a22:41:18.954824 bus /gobi_0: Setting Powered False\u000a22:41:20.064086 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23575): Process ended prematurely: osmo-stp_10.42.42.5(pid=23575) [trial-2350↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23575)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23575): Process ended prematurely: osmo-stp_10.42.42.5(pid=23575) [trial-2350↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23575)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a22:41:21.133857 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:21.145846 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:41:21.282026 tst ping.py: using LAC 17245\u000a22:41:21.407367 tst ping.py: using RAC 160\u000a22:41:21.530549 tst ping.py: using CellId 17245\u000a22:41:21.656857 tst ping.py: using BVCI 17246\u000a22:41:21.681238 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:21.692368 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:21.703381 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:21.714631 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:21.725797 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:21.736815 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:21.747976 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:21.758924 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:41:22.040259 tst ping.py:19: start network...\u000a22:41:22.170253 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:41:22.670569 run create_hlr_db(pid=23569): Launched\u000a22:41:22.853370 bus /gobi_6: Setting Powered False\u000a22:41:23.874504 run create_hlr_db(pid=23569): Terminated: ok {rc=0}\u000a22:41:24.293464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23571): Launched\u000a22:41:24.606359 run osmo-hlr_10.42.42.2(pid=23572): Launched\u000a22:41:24.721846 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:41:25.270147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23574): Launched\u000a22:41:25.582775 run osmo-stp_10.42.42.5(pid=23575): Launched\u000a22:41:25.697290 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:41:26.244924 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23577): Launched\u000a22:41:26.357325 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:41:26.631389 run patchelf(pid=23578): Launched\u000a22:41:26.817458 run osmo-stp_10.42.42.5(pid=23575): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23575)]\u000a22:41:26.953466 run osmo-stp_10.42.42.5(pid=23575): stdout: \u000a| (launched: 2022-12-08_22:41:25.430079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:27.089400 run osmo-stp_10.42.42.5(pid=23575): stderr: \u000a| �[0;m�[38;5;43m20221208224125620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224125620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224125620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224125620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224125621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224125621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224125621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:27.220650 run osmo-stp_10.42.42.5(pid=23575): stdout: \u000a| (launched: 2022-12-08_22:41:25.430079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:27.350861 run osmo-stp_10.42.42.5(pid=23575): stderr: \u000a| �[0;m�[38;5;43m20221208224125620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224125620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224125620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224125620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224125621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224125621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224125621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:27.502645 run patchelf(pid=23578): Terminating (SIGINT)\u000a22:41:27.681312 run patchelf(pid=23578): Terminated: ok {rc=0}\u000a22:41:27.713654 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23575): Process ended prematurely: osmo-stp_10.42.42.5(pid=23575) [trial-2350↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23575)] [trial-2350↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a22:41:27.722863 tst ping.py:22: Test FAILED (6.6 sec)\u000a22:41:27.786640 run osmo-hlr_10.42.42.2(pid=23572): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23572)]\u000a22:41:27.838715 run osmo-hlr_10.42.42.2(pid=23572): stdout: \u000a| (launched: 2022-12-08_22:41:24.453449) \u000a22:41:27.891455 run osmo-hlr_10.42.42.2(pid=23572): stderr: \u000a| �[0;m�[1;31m20221208224124651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224124651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224124651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224124651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224124652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224124652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224124665 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224124673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224124673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224124673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:41:27.936684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23571): Terminating (SIGTERM)\u000a22:41:27.979387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23574): Terminating (SIGTERM)\u000a22:41:28.022066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23577): Terminating (SIGTERM)\u000a22:41:28.031988 --- ParallelTerminationStrategy: PID 23571 died...\u000a22:41:28.088994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23571): Terminated: ok {rc=0}\u000a22:41:28.099322 --- ParallelTerminationStrategy: PID 23574 died...\u000a22:41:28.155882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23574): Terminated: ok {rc=0}\u000a22:41:28.166444 --- ParallelTerminationStrategy: PID 23577 died...\u000a22:41:28.223153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23577): Terminated: ok {rc=0}\u000a22:41:28.311136 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23585): Process ended prematurely: osmo-stp_10.42.42.5(pid=23585) [trial-2350↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23585)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23585): Process ended prematurely: osmo-stp_10.42.42.5(pid=23585) [trial-2350↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23585)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a22:41:29.363316 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:29.375374 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:41:29.514708 tst ping_idle_ping.py: using LAC 17246\u000a22:41:29.639593 tst ping_idle_ping.py: using RAC 161\u000a22:41:29.766099 tst ping_idle_ping.py: using CellId 17246\u000a22:41:29.889862 tst ping_idle_ping.py: using BVCI 17247\u000a22:41:29.914486 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:29.925840 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:29.936822 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:29.947969 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:29.959126 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:29.970213 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:29.981552 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:29.992513 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:41:30.279347 tst ping_idle_ping.py:24: start network...\u000a22:41:30.411258 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:41:30.950401 run create_hlr_db(pid=23579): Launched\u000a22:41:31.126369 bus /gobi_6: Setting Powered False\u000a22:41:32.147924 run create_hlr_db(pid=23579): Terminated: ok {rc=0}\u000a22:41:32.546407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23581): Launched\u000a22:41:32.842484 run osmo-hlr_10.42.42.2(pid=23582): Launched\u000a22:41:32.951079 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:41:33.465985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23584): Launched\u000a22:41:33.762262 run osmo-stp_10.42.42.5(pid=23585): Launched\u000a22:41:33.870800 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:41:34.386905 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23587): Launched\u000a22:41:34.492358 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:41:34.751263 run patchelf(pid=23588): Launched\u000a22:41:34.926260 run osmo-stp_10.42.42.5(pid=23585): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23585)]\u000a22:41:35.054164 run osmo-stp_10.42.42.5(pid=23585): stdout: \u000a| (launched: 2022-12-08_22:41:33.616571)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:35.182368 run osmo-stp_10.42.42.5(pid=23585): stderr: \u000a| �[0;m�[38;5;43m20221208224133787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224133787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224133787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224133788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224133788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224133788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224133788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:35.305818 run osmo-stp_10.42.42.5(pid=23585): stdout: \u000a| (launched: 2022-12-08_22:41:33.616571)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:35.428135 run osmo-stp_10.42.42.5(pid=23585): stderr: \u000a| �[0;m�[38;5;43m20221208224133787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224133787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224133787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224133788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224133788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224133788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224133788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:35.570848 run patchelf(pid=23588): Terminating (SIGINT)\u000a22:41:35.738788 run patchelf(pid=23588): Terminated: ok {rc=0}\u000a22:41:35.769524 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23585): Process ended prematurely: osmo-stp_10.42.42.5(pid=23585) [trial-2350↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23585)] [trial-2350↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a22:41:35.778251 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a22:41:35.839538 run osmo-hlr_10.42.42.2(pid=23582): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23582)]\u000a22:41:35.889454 run osmo-hlr_10.42.42.2(pid=23582): stdout: \u000a| (launched: 2022-12-08_22:41:32.697142) \u000a22:41:35.939973 run osmo-hlr_10.42.42.2(pid=23582): stderr: \u000a| �[0;m�[1;31m20221208224132872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224132873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224132873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224132873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224132873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224132873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224132884 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224132894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224132894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224132894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:41:35.982499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23581): Terminating (SIGTERM)\u000a22:41:36.022897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23584): Terminating (SIGTERM)\u000a22:41:36.063473 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23587): Terminating (SIGTERM)\u000a22:41:36.072431 --- ParallelTerminationStrategy: PID 23581 died...\u000a22:41:36.126494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23581): Terminated: ok {rc=0}\u000a22:41:36.136117 --- ParallelTerminationStrategy: PID 23584 died...\u000a22:41:36.189964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23584): Terminated: ok {rc=0}\u000a22:41:36.199801 --- ParallelTerminationStrategy: PID 23587 died...\u000a22:41:36.253380 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23587): Terminated: ok {rc=0}\u000a22:41:36.342644 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:40:38" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23602): Process ended prematurely: osmo-stp_10.42.42.5(pid=23602) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23602)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23602): Process ended prematurely: osmo-stp_10.42.42.5(pid=23602) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23602)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:41:38.483970 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:38.495048 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:41:38.627844 tst cs_paging_gprs_active.py: using LAC 17247\u000a22:41:38.748129 tst cs_paging_gprs_active.py: using RAC 162\u000a22:41:38.868276 tst cs_paging_gprs_active.py: using CellId 17247\u000a22:41:38.988560 tst cs_paging_gprs_active.py: using BVCI 17248\u000a22:41:39.011832 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:39.022848 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:39.033595 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:39.044520 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:39.055602 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:39.066676 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:39.077740 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:39.088504 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:39.099605 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:41:39.216897 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:41:39.492933 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:41:39.619023 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:41:39.931951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23592): Launched\u000a22:41:40.193828 run iperf3-srv_10.42.42.10(pid=23593): Launched\u000a22:41:40.377995 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:41:40.504170 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:41:40.817307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23594): Launched\u000a22:41:41.077473 run iperf3-srv_10.42.42.10(pid=23595): Launched\u000a22:41:41.261598 tst cs_paging_gprs_active.py:38: start network...\u000a22:41:41.387669 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:41:41.865116 run create_hlr_db(pid=23596): Launched\u000a22:41:42.038143 bus /gobi_6: Setting Powered False\u000a22:41:43.061014 run create_hlr_db(pid=23596): Terminated: ok {rc=0}\u000a22:41:43.462021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23598): Launched\u000a22:41:43.764500 run osmo-hlr_10.42.42.2(pid=23599): Launched\u000a22:41:43.878717 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:41:44.410120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23601): Launched\u000a22:41:44.712238 run osmo-stp_10.42.42.5(pid=23602): Launched\u000a22:41:44.823292 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:41:45.350123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23604): Launched\u000a22:41:45.458370 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:41:45.721887 run patchelf(pid=23605): Launched\u000a22:41:45.903072 run osmo-stp_10.42.42.5(pid=23602): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23602)]\u000a22:41:46.035386 run osmo-stp_10.42.42.5(pid=23602): stdout: \u000a| (launched: 2022-12-08_22:41:44.563664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:46.167265 run osmo-stp_10.42.42.5(pid=23602): stderr: \u000a| �[0;m�[38;5;43m20221208224144733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224144733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224144734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224144734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224144735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224144735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224144735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:46.296082 run osmo-stp_10.42.42.5(pid=23602): stdout: \u000a| (launched: 2022-12-08_22:41:44.563664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:46.423715 run osmo-stp_10.42.42.5(pid=23602): stderr: \u000a| �[0;m�[38;5;43m20221208224144733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224144733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224144734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224144734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224144735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224144735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224144735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:46.571084 run patchelf(pid=23605): Terminating (SIGINT)\u000a22:41:46.744086 run patchelf(pid=23605): Terminated: ok {rc=0}\u000a22:41:46.776333 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23602): Process ended prematurely: osmo-stp_10.42.42.5(pid=23602) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23602)] [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a22:41:46.786356 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a22:41:46.849386 run osmo-hlr_10.42.42.2(pid=23599): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23599)]\u000a22:41:46.901707 run osmo-hlr_10.42.42.2(pid=23599): stdout: \u000a| (launched: 2022-12-08_22:41:43.616242) \u000a22:41:46.954530 run osmo-hlr_10.42.42.2(pid=23599): stderr: \u000a| �[0;m�[1;31m20221208224143790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224143790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224143790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224143790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224143790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224143790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224143802 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224143814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224143814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224143814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:41:46.998731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23592): Terminating (SIGTERM)\u000a22:41:47.040915 run iperf3-srv_10.42.42.10(pid=23593): Terminating (SIGTERM)\u000a22:41:47.085175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23594): Terminating (SIGTERM)\u000a22:41:47.127518 run iperf3-srv_10.42.42.10(pid=23595): Terminating (SIGTERM)\u000a22:41:47.169415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23598): Terminating (SIGTERM)\u000a22:41:47.212336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23601): Terminating (SIGTERM)\u000a22:41:47.253975 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23604): Terminating (SIGTERM)\u000a22:41:47.263581 --- ParallelTerminationStrategy: PID 23592 died...\u000a22:41:47.318450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23592): Terminated: ok {rc=0}\u000a22:41:47.328266 --- ParallelTerminationStrategy: PID 23593 died...\u000a22:41:47.382563 run iperf3-srv_10.42.42.10(pid=23593): Terminated {rc=256}\u000a22:41:47.392294 --- ParallelTerminationStrategy: PID 23594 died...\u000a22:41:47.446532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23594): Terminated: ok {rc=0}\u000a22:41:47.456483 --- ParallelTerminationStrategy: PID 23595 died...\u000a22:41:47.510975 run iperf3-srv_10.42.42.10(pid=23595): Terminated {rc=256}\u000a22:41:47.520628 --- ParallelTerminationStrategy: PID 23598 died...\u000a22:41:47.575157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23598): Terminated: ok {rc=0}\u000a22:41:47.585028 --- ParallelTerminationStrategy: PID 23601 died...\u000a22:41:47.639467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23601): Terminated: ok {rc=0}\u000a22:41:47.649732 --- ParallelTerminationStrategy: PID 23604 died...\u000a22:41:47.704449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23604): Terminated: ok {rc=0}\u000a22:41:47.794233 bus /gobi_0: Setting Powered False\u000a22:41:48.899150 bus /gobi_0: Setting Powered False\u000a22:41:50.011225 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23614): Process ended prematurely: osmo-stp_10.42.42.5(pid=23614) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23614)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23614): Process ended prematurely: osmo-stp_10.42.42.5(pid=23614) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23614)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a22:41:51.121956 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:51.133808 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:41:51.268260 tst iperf3.py: using LAC 17248\u000a22:41:51.388078 tst iperf3.py: using RAC 163\u000a22:41:51.509088 tst iperf3.py: using CellId 17248\u000a22:41:51.634425 tst iperf3.py: using BVCI 17249\u000a22:41:51.657583 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:51.668469 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:51.679292 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:51.690404 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:51.701475 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:51.712284 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:51.723496 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:51.734387 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:51.745610 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:41:52.019231 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:41:52.144120 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:41:52.454755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23606): Launched\u000a22:41:52.713134 run iperf3-srv_10.42.42.10(pid=23607): Launched\u000a22:41:52.895912 tst iperf3.py:8: start network...\u000a22:41:53.021737 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:41:53.495787 run create_hlr_db(pid=23608): Launched\u000a22:41:53.668642 bus /gobi_6: Setting Powered False\u000a22:41:54.691095 run create_hlr_db(pid=23608): Terminated: ok {rc=0}\u000a22:41:55.116336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23610): Launched\u000a22:41:55.438478 run osmo-hlr_10.42.42.2(pid=23611): Launched\u000a22:41:55.558004 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:41:56.114938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23613): Launched\u000a22:41:56.434179 run osmo-stp_10.42.42.5(pid=23614): Launched\u000a22:41:56.551174 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:41:57.110427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23616): Launched\u000a22:41:57.224662 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:41:57.503339 run patchelf(pid=23617): Launched\u000a22:41:57.691522 run osmo-stp_10.42.42.5(pid=23614): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23614)]\u000a22:41:57.828918 run osmo-stp_10.42.42.5(pid=23614): stdout: \u000a| (launched: 2022-12-08_22:41:56.278108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:57.967030 run osmo-stp_10.42.42.5(pid=23614): stderr: \u000a| �[0;m�[38;5;43m20221208224156468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224156468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224156468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224156469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224156471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224156471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224156471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:58.100554 run osmo-stp_10.42.42.5(pid=23614): stdout: \u000a| (launched: 2022-12-08_22:41:56.278108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:58.232830 run osmo-stp_10.42.42.5(pid=23614): stderr: \u000a| �[0;m�[38;5;43m20221208224156468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224156468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224156468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224156469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224156471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224156471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224156471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:58.386712 run patchelf(pid=23617): Terminating (SIGINT)\u000a22:41:58.566933 run patchelf(pid=23617): Terminated: ok {rc=0}\u000a22:41:58.599867 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23614): Process ended prematurely: osmo-stp_10.42.42.5(pid=23614) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23614)] [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a22:41:58.609727 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a22:41:58.673385 run osmo-hlr_10.42.42.2(pid=23611): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23611)]\u000a22:41:58.725502 run osmo-hlr_10.42.42.2(pid=23611): stdout: \u000a| (launched: 2022-12-08_22:41:55.281065) \u000a22:41:58.778228 run osmo-hlr_10.42.42.2(pid=23611): stderr: \u000a| �[0;m�[1;31m20221208224155477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224155477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224155477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224155477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224155477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224155478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224155490 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224155499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224155499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224155499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:41:58.823408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23606): Terminating (SIGTERM)\u000a22:41:58.865983 run iperf3-srv_10.42.42.10(pid=23607): Terminating (SIGTERM)\u000a22:41:58.908570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23610): Terminating (SIGTERM)\u000a22:41:58.951282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23613): Terminating (SIGTERM)\u000a22:41:58.993799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23616): Terminating (SIGTERM)\u000a22:41:59.003658 --- ParallelTerminationStrategy: PID 23606 died...\u000a22:41:59.060568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23606): Terminated: ok {rc=0}\u000a22:41:59.070887 --- ParallelTerminationStrategy: PID 23607 died...\u000a22:41:59.127157 run iperf3-srv_10.42.42.10(pid=23607): Terminated {rc=256}\u000a22:41:59.137515 --- ParallelTerminationStrategy: PID 23610 died...\u000a22:41:59.193670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23610): Terminated: ok {rc=0}\u000a22:41:59.203900 --- ParallelTerminationStrategy: PID 23613 died...\u000a22:41:59.260289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23613): Terminated: ok {rc=0}\u000a22:41:59.270582 --- ParallelTerminationStrategy: PID 23616 died...\u000a22:41:59.327033 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23616): Terminated: ok {rc=0}\u000a22:41:59.415392 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23635): Process ended prematurely: osmo-stp_10.42.42.5(pid=23635) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23635)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23635): Process ended prematurely: osmo-stp_10.42.42.5(pid=23635) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23635)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a22:42:00.531098 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:00.543667 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:42:00.683809 tst iperf3m4.py: using LAC 17249\u000a22:42:00.807966 tst iperf3m4.py: using RAC 164\u000a22:42:00.974164 tst iperf3m4.py: using CellId 17249\u000a22:42:01.154123 tst iperf3m4.py: using BVCI 17250\u000a22:42:01.179265 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:01.191566 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:01.204478 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:01.217633 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:01.230484 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:01.243316 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:01.257576 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:01.270156 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:01.282470 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:42:01.407743 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:42:01.527278 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:42:01.644454 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:42:01.962279 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:42:02.099772 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:42:02.442787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23621): Launched\u000a22:42:02.719713 run iperf3-srv_10.42.42.10(pid=23622): Launched\u000a22:42:02.917906 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:42:03.053097 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:42:03.386258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23623): Launched\u000a22:42:03.663090 run iperf3-srv_10.42.42.10(pid=23624): Launched\u000a22:42:03.861453 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:42:03.997050 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:42:04.329552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23625): Launched\u000a22:42:04.606130 run iperf3-srv_10.42.42.10(pid=23626): Launched\u000a22:42:04.803573 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:42:04.937766 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:42:05.268734 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23627): Launched\u000a22:42:05.543906 run iperf3-srv_10.42.42.10(pid=23628): Launched\u000a22:42:05.740547 tst iperf3m4.py:8: start network...\u000a22:42:05.874949 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:42:06.387828 run create_hlr_db(pid=23629): Launched\u000a22:42:06.572717 bus /gobi_6: Setting Powered False\u000a22:42:07.596174 run create_hlr_db(pid=23629): Terminated: ok {rc=0}\u000a22:42:08.000740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23631): Launched\u000a22:42:08.301755 run osmo-hlr_10.42.42.2(pid=23632): Launched\u000a22:42:08.413065 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:42:08.938370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23634): Launched\u000a22:42:09.239769 run osmo-stp_10.42.42.5(pid=23635): Launched\u000a22:42:09.351246 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:42:09.875013 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23637): Launched\u000a22:42:09.982697 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:42:10.246463 run patchelf(pid=23638): Launched\u000a22:42:10.423556 run osmo-stp_10.42.42.5(pid=23635): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23635)]\u000a22:42:10.553164 run osmo-stp_10.42.42.5(pid=23635): stdout: \u000a| (launched: 2022-12-08_22:42:09.091312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:10.682869 run osmo-stp_10.42.42.5(pid=23635): stderr: \u000a| �[0;m�[38;5;43m20221208224209261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224209261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224209261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224209262 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224209262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224209262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224209262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:10.808398 run osmo-stp_10.42.42.5(pid=23635): stdout: \u000a| (launched: 2022-12-08_22:42:09.091312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:10.933613 run osmo-stp_10.42.42.5(pid=23635): stderr: \u000a| �[0;m�[38;5;43m20221208224209261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224209261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224209261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224209262 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224209262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224209262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224209262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:11.078258 run patchelf(pid=23638): Terminating (SIGINT)\u000a22:42:11.247796 run patchelf(pid=23638): Terminated: ok {rc=0}\u000a22:42:11.279147 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23635): Process ended prematurely: osmo-stp_10.42.42.5(pid=23635) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23635)] [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a22:42:11.288478 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a22:42:11.350520 run osmo-hlr_10.42.42.2(pid=23632): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23632)]\u000a22:42:11.400705 run osmo-hlr_10.42.42.2(pid=23632): stdout: \u000a| (launched: 2022-12-08_22:42:08.154208) \u000a22:42:11.451671 run osmo-hlr_10.42.42.2(pid=23632): stderr: \u000a| �[0;m�[1;31m20221208224208329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224208329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224208329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224208329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224208329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224208329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224208342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224208351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224208351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224208351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:42:11.494845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23621): Terminating (SIGTERM)\u000a22:42:11.535317 run iperf3-srv_10.42.42.10(pid=23622): Terminating (SIGTERM)\u000a22:42:11.575933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23623): Terminating (SIGTERM)\u000a22:42:11.616538 run iperf3-srv_10.42.42.10(pid=23624): Terminating (SIGTERM)\u000a22:42:11.657217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23625): Terminating (SIGTERM)\u000a22:42:11.697816 run iperf3-srv_10.42.42.10(pid=23626): Terminating (SIGTERM)\u000a22:42:11.738664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23627): Terminating (SIGTERM)\u000a22:42:11.779420 run iperf3-srv_10.42.42.10(pid=23628): Terminating (SIGTERM)\u000a22:42:11.820257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23631): Terminating (SIGTERM)\u000a22:42:11.861029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23634): Terminating (SIGTERM)\u000a22:42:11.902227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23637): Terminating (SIGTERM)\u000a22:42:11.911554 --- ParallelTerminationStrategy: PID 23621 died...\u000a22:42:11.965990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23621): Terminated: ok {rc=0}\u000a22:42:11.975870 --- ParallelTerminationStrategy: PID 23622 died...\u000a22:42:12.030014 run iperf3-srv_10.42.42.10(pid=23622): Terminated {rc=256}\u000a22:42:12.039983 --- ParallelTerminationStrategy: PID 23623 died...\u000a22:42:12.095104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23623): Terminated: ok {rc=0}\u000a22:42:12.104835 --- ParallelTerminationStrategy: PID 23624 died...\u000a22:42:12.159209 run iperf3-srv_10.42.42.10(pid=23624): Terminated {rc=256}\u000a22:42:12.169233 --- ParallelTerminationStrategy: PID 23625 died...\u000a22:42:12.223950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23625): Terminated: ok {rc=0}\u000a22:42:12.233778 --- ParallelTerminationStrategy: PID 23626 died...\u000a22:42:12.287678 run iperf3-srv_10.42.42.10(pid=23626): Terminated {rc=256}\u000a22:42:12.297611 --- ParallelTerminationStrategy: PID 23627 died...\u000a22:42:12.352011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23627): Terminated: ok {rc=0}\u000a22:42:12.362124 --- ParallelTerminationStrategy: PID 23628 died...\u000a22:42:12.416247 run iperf3-srv_10.42.42.10(pid=23628): Terminated {rc=256}\u000a22:42:12.426190 --- ParallelTerminationStrategy: PID 23631 died...\u000a22:42:12.480266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23631): Terminated: ok {rc=0}\u000a22:42:12.490223 --- ParallelTerminationStrategy: PID 23634 died...\u000a22:42:12.544339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23634): Terminated: ok {rc=0}\u000a22:42:12.554317 --- ParallelTerminationStrategy: PID 23637 died...\u000a22:42:12.608488 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23637): Terminated: ok {rc=0}\u000a22:42:12.698969 bus /gobi_4: Setting Powered False\u000a22:42:13.808254 bus /gobi_4: Setting Powered False\u000a22:42:14.921687 bus /gobi_1: Setting Powered False\u000a22:42:16.051864 bus /gobi_1: Setting Powered False\u000a22:42:17.182618 bus /gobi_0: Setting Powered False\u000a22:42:18.288523 bus /gobi_0: Setting Powered False\u000a22:42:19.398862 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23645): Process ended prematurely: osmo-stp_10.42.42.5(pid=23645) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23645)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23645): Process ended prematurely: osmo-stp_10.42.42.5(pid=23645) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23645)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a22:42:20.468085 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:20.479978 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:42:20.624439 tst ping.py: using LAC 17250\u000a22:42:20.748488 tst ping.py: using RAC 165\u000a22:42:20.870804 tst ping.py: using CellId 17250\u000a22:42:20.993384 tst ping.py: using BVCI 17251\u000a22:42:21.017591 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:21.028931 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:21.040409 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:21.051813 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:21.063120 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:21.074619 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:21.085983 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:21.097324 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:42:21.383405 tst ping.py:19: start network...\u000a22:42:21.514537 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:42:22.014654 run create_hlr_db(pid=23639): Launched\u000a22:42:22.197447 bus /gobi_6: Setting Powered False\u000a22:42:23.218209 run create_hlr_db(pid=23639): Terminated: ok {rc=0}\u000a22:42:23.615749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23641): Launched\u000a22:42:23.911124 run osmo-hlr_10.42.42.2(pid=23642): Launched\u000a22:42:24.032019 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:42:24.556891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23644): Launched\u000a22:42:24.852141 run osmo-stp_10.42.42.5(pid=23645): Launched\u000a22:42:24.959833 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:42:25.474315 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23647): Launched\u000a22:42:25.579620 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:42:25.838023 run patchelf(pid=23648): Launched\u000a22:42:26.012158 run osmo-stp_10.42.42.5(pid=23645): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23645)]\u000a22:42:26.140076 run osmo-stp_10.42.42.5(pid=23645): stdout: \u000a| (launched: 2022-12-08_22:42:24.707019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:26.268452 run osmo-stp_10.42.42.5(pid=23645): stderr: \u000a| �[0;m�[38;5;43m20221208224224874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224224874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224224875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224224875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224224875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224224876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224224876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:26.391872 run osmo-stp_10.42.42.5(pid=23645): stdout: \u000a| (launched: 2022-12-08_22:42:24.707019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:26.514059 run osmo-stp_10.42.42.5(pid=23645): stderr: \u000a| �[0;m�[38;5;43m20221208224224874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224224874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224224875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224224875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224224875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224224876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224224876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:26.656755 run patchelf(pid=23648): Terminating (SIGINT)\u000a22:42:26.824327 run patchelf(pid=23648): Terminated: ok {rc=0}\u000a22:42:26.854890 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23645): Process ended prematurely: osmo-stp_10.42.42.5(pid=23645) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23645)] [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a22:42:26.863697 tst ping.py:22: Test FAILED (6.4 sec)\u000a22:42:26.925266 run osmo-hlr_10.42.42.2(pid=23642): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23642)]\u000a22:42:26.975532 run osmo-hlr_10.42.42.2(pid=23642): stdout: \u000a| (launched: 2022-12-08_22:42:23.765789) \u000a22:42:27.026566 run osmo-hlr_10.42.42.2(pid=23642): stderr: \u000a| �[0;m�[1;31m20221208224223941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224223941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224223941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224223941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224223942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224223942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224223954 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224223962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224223962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224223962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:42:27.069407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23641): Terminating (SIGTERM)\u000a22:42:27.110182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23644): Terminating (SIGTERM)\u000a22:42:27.150967 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23647): Terminating (SIGTERM)\u000a22:42:27.160549 --- ParallelTerminationStrategy: PID 23641 died...\u000a22:42:27.215000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23641): Terminated: ok {rc=0}\u000a22:42:27.225039 --- ParallelTerminationStrategy: PID 23644 died...\u000a22:42:27.280168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23644): Terminated: ok {rc=0}\u000a22:42:27.290033 --- ParallelTerminationStrategy: PID 23647 died...\u000a22:42:27.344360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23647): Terminated: ok {rc=0}\u000a22:42:27.434794 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23655): Process ended prematurely: osmo-stp_10.42.42.5(pid=23655) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23655)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23655): Process ended prematurely: osmo-stp_10.42.42.5(pid=23655) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23655)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a22:42:28.487524 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:28.499513 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:42:28.633667 tst ping_idle_ping.py: using LAC 17251\u000a22:42:28.750215 tst ping_idle_ping.py: using RAC 166\u000a22:42:28.866880 tst ping_idle_ping.py: using CellId 17251\u000a22:42:28.986425 tst ping_idle_ping.py: using BVCI 17252\u000a22:42:29.009209 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:29.020131 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:29.030994 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:29.041952 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:29.052824 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:29.063850 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:29.075065 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:29.086096 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:42:29.357761 tst ping_idle_ping.py:24: start network...\u000a22:42:29.480681 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:42:29.948578 run create_hlr_db(pid=23649): Launched\u000a22:42:30.119922 bus /gobi_6: Setting Powered False\u000a22:42:31.143646 run create_hlr_db(pid=23649): Terminated: ok {rc=0}\u000a22:42:31.556858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23651): Launched\u000a22:42:32.002633 run osmo-hlr_10.42.42.2(pid=23652): Launched\u000a22:42:32.308355 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:42:32.860775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23654): Launched\u000a22:42:33.175049 run osmo-stp_10.42.42.5(pid=23655): Launched\u000a22:42:33.289670 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:42:33.841429 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23657): Launched\u000a22:42:33.954293 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:42:34.231639 run patchelf(pid=23658): Launched\u000a22:42:34.418316 run osmo-stp_10.42.42.5(pid=23655): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23655)]\u000a22:42:34.554497 run osmo-stp_10.42.42.5(pid=23655): stdout: \u000a| (launched: 2022-12-08_22:42:33.021282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:34.691356 run osmo-stp_10.42.42.5(pid=23655): stderr: \u000a| �[0;m�[38;5;43m20221208224233212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224233212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224233213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224233213 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224233213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224233214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224233214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:34.823454 run osmo-stp_10.42.42.5(pid=23655): stdout: \u000a| (launched: 2022-12-08_22:42:33.021282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:34.954648 run osmo-stp_10.42.42.5(pid=23655): stderr: \u000a| �[0;m�[38;5;43m20221208224233212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224233212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224233213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224233213 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224233213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224233214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224233214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:35.107048 run patchelf(pid=23658): Terminating (SIGINT)\u000a22:42:35.285819 run patchelf(pid=23658): Terminated: ok {rc=0}\u000a22:42:35.318556 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23655): Process ended prematurely: osmo-stp_10.42.42.5(pid=23655) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23655)] [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a22:42:35.327877 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a22:42:35.391660 run osmo-hlr_10.42.42.2(pid=23652): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23652)]\u000a22:42:35.443917 run osmo-hlr_10.42.42.2(pid=23652): stdout: \u000a| (launched: 2022-12-08_22:42:31.709432) \u000a22:42:35.496549 run osmo-hlr_10.42.42.2(pid=23652): stderr: \u000a| �[0;m�[1;31m20221208224231964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224231964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224231964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224231964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224231964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224231964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224231977 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224231993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224231993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224231993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:42:35.541626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23651): Terminating (SIGTERM)\u000a22:42:35.584078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23654): Terminating (SIGTERM)\u000a22:42:35.626604 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23657): Terminating (SIGTERM)\u000a22:42:35.636436 --- ParallelTerminationStrategy: PID 23651 died...\u000a22:42:35.694334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23651): Terminated: ok {rc=0}\u000a22:42:35.704577 --- ParallelTerminationStrategy: PID 23654 died...\u000a22:42:35.763479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23654): Terminated: ok {rc=0}\u000a22:42:35.773861 --- ParallelTerminationStrategy: PID 23657 died...\u000a22:42:35.830234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23657): Terminated: ok {rc=0}\u000a22:42:35.918668 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:41:38" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23672): Process ended prematurely: osmo-stp_10.42.42.5(pid=23672) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23672)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23672): Process ended prematurely: osmo-stp_10.42.42.5(pid=23672) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23672)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:42:38.071229 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:38.082639 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:42:38.242585 tst cs_paging_gprs_active.py: using LAC 17252\u000a22:42:38.369212 tst cs_paging_gprs_active.py: using RAC 167\u000a22:42:38.496869 tst cs_paging_gprs_active.py: using CellId 17252\u000a22:42:38.622262 tst cs_paging_gprs_active.py: using BVCI 17253\u000a22:42:38.646889 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:38.658417 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:38.670226 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:38.681578 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:38.692851 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:38.704117 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:38.715697 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:38.728373 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:38.742053 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:42:38.862168 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:42:39.140711 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:42:39.266594 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:42:39.579200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23662): Launched\u000a22:42:39.839947 run iperf3-srv_10.42.42.10(pid=23663): Launched\u000a22:42:40.024481 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:42:40.150641 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:42:40.464774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23664): Launched\u000a22:42:40.725909 run iperf3-srv_10.42.42.10(pid=23665): Launched\u000a22:42:40.910137 tst cs_paging_gprs_active.py:38: start network...\u000a22:42:41.035956 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:42:41.513477 run create_hlr_db(pid=23666): Launched\u000a22:42:41.688065 bus /gobi_6: Setting Powered False\u000a22:42:42.722878 run create_hlr_db(pid=23666): Terminated: ok {rc=0}\u000a22:42:43.151358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23668): Launched\u000a22:42:43.474545 run osmo-hlr_10.42.42.2(pid=23669): Launched\u000a22:42:43.592758 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:42:44.152413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23671): Launched\u000a22:42:44.475510 run osmo-stp_10.42.42.5(pid=23672): Launched\u000a22:42:44.592885 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:42:45.155684 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23674): Launched\u000a22:42:45.270898 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:42:45.552191 run patchelf(pid=23675): Launched\u000a22:42:45.741993 run osmo-stp_10.42.42.5(pid=23672): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23672)]\u000a22:42:45.881082 run osmo-stp_10.42.42.5(pid=23672): stdout: \u000a| (launched: 2022-12-08_22:42:44.317824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:46.030229 run osmo-stp_10.42.42.5(pid=23672): stderr: \u000a| �[0;m�[38;5;43m20221208224244509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224244509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224244509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224244510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224244512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224244512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224244512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:46.167361 run osmo-stp_10.42.42.5(pid=23672): stdout: \u000a| (launched: 2022-12-08_22:42:44.317824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:46.303862 run osmo-stp_10.42.42.5(pid=23672): stderr: \u000a| �[0;m�[38;5;43m20221208224244509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224244509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224244509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224244510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224244512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224244512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224244512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:46.461445 run patchelf(pid=23675): Terminating (SIGINT)\u000a22:42:46.646669 run patchelf(pid=23675): Terminated: ok {rc=0}\u000a22:42:46.681356 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23672): Process ended prematurely: osmo-stp_10.42.42.5(pid=23672) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23672)] [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a22:42:46.692195 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:42:46.758483 run osmo-hlr_10.42.42.2(pid=23669): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23669)]\u000a22:42:46.811717 run osmo-hlr_10.42.42.2(pid=23669): stdout: \u000a| (launched: 2022-12-08_22:42:43.316336) \u000a22:42:46.866272 run osmo-hlr_10.42.42.2(pid=23669): stderr: \u000a| �[0;m�[1;31m20221208224243514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224243514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224243515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224243515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224243515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224243515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224243528 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224243536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224243536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224243536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:42:46.912583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23662): Terminating (SIGTERM)\u000a22:42:46.957687 run iperf3-srv_10.42.42.10(pid=23663): Terminating (SIGTERM)\u000a22:42:47.002709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23664): Terminating (SIGTERM)\u000a22:42:47.047982 run iperf3-srv_10.42.42.10(pid=23665): Terminating (SIGTERM)\u000a22:42:47.093295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23668): Terminating (SIGTERM)\u000a22:42:47.136459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23671): Terminating (SIGTERM)\u000a22:42:47.179559 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23674): Terminating (SIGTERM)\u000a22:42:47.189507 --- ParallelTerminationStrategy: PID 23662 died...\u000a22:42:47.246203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23662): Terminated: ok {rc=0}\u000a22:42:47.256311 --- ParallelTerminationStrategy: PID 23663 died...\u000a22:42:47.313031 run iperf3-srv_10.42.42.10(pid=23663): Terminated {rc=256}\u000a22:42:47.323160 --- ParallelTerminationStrategy: PID 23664 died...\u000a22:42:47.379411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23664): Terminated: ok {rc=0}\u000a22:42:47.389643 --- ParallelTerminationStrategy: PID 23665 died...\u000a22:42:47.445855 run iperf3-srv_10.42.42.10(pid=23665): Terminated {rc=256}\u000a22:42:47.455983 --- ParallelTerminationStrategy: PID 23668 died...\u000a22:42:47.512277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23668): Terminated: ok {rc=0}\u000a22:42:47.522838 --- ParallelTerminationStrategy: PID 23671 died...\u000a22:42:47.579187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23671): Terminated: ok {rc=0}\u000a22:42:47.589449 --- ParallelTerminationStrategy: PID 23674 died...\u000a22:42:47.645974 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23674): Terminated: ok {rc=0}\u000a22:42:47.735042 bus /gobi_0: Setting Powered False\u000a22:42:48.842295 bus /gobi_0: Setting Powered False\u000a22:42:49.957006 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23684): Process ended prematurely: osmo-stp_10.42.42.5(pid=23684) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23684)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23684): Process ended prematurely: osmo-stp_10.42.42.5(pid=23684) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23684)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a22:42:51.071113 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:51.083331 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:42:51.246477 tst iperf3.py: using LAC 17253\u000a22:42:51.371123 tst iperf3.py: using RAC 168\u000a22:42:51.496037 tst iperf3.py: using CellId 17253\u000a22:42:51.620782 tst iperf3.py: using BVCI 17254\u000a22:42:51.645691 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:51.657418 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:51.668836 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:51.680591 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:51.692004 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:51.703449 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:51.715054 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:51.726516 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:51.738097 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:42:52.055236 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:42:52.189629 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:42:52.522741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23676): Launched\u000a22:42:52.800081 run iperf3-srv_10.42.42.10(pid=23677): Launched\u000a22:42:52.997149 tst iperf3.py:8: start network...\u000a22:42:53.131940 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:42:53.645889 run create_hlr_db(pid=23678): Launched\u000a22:42:53.831573 bus /gobi_6: Setting Powered False\u000a22:42:54.854183 run create_hlr_db(pid=23678): Terminated: ok {rc=0}\u000a22:42:55.259523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23680): Launched\u000a22:42:55.562317 run osmo-hlr_10.42.42.2(pid=23681): Launched\u000a22:42:55.680150 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:42:56.217914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23683): Launched\u000a22:42:56.519563 run osmo-stp_10.42.42.5(pid=23684): Launched\u000a22:42:56.630927 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:42:57.156357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23686): Launched\u000a22:42:57.264592 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:42:57.528398 run patchelf(pid=23687): Launched\u000a22:42:57.705904 run osmo-stp_10.42.42.5(pid=23684): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23684)]\u000a22:42:57.835905 run osmo-stp_10.42.42.5(pid=23684): stdout: \u000a| (launched: 2022-12-08_22:42:56.371460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:57.966286 run osmo-stp_10.42.42.5(pid=23684): stderr: \u000a| �[0;m�[38;5;43m20221208224256542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224256542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224256543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224256543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224256544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224256544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224256544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:58.092188 run osmo-stp_10.42.42.5(pid=23684): stdout: \u000a| (launched: 2022-12-08_22:42:56.371460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:58.216810 run osmo-stp_10.42.42.5(pid=23684): stderr: \u000a| �[0;m�[38;5;43m20221208224256542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224256542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224256543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224256543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224256544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224256544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224256544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:58.362318 run patchelf(pid=23687): Terminating (SIGINT)\u000a22:42:58.532783 run patchelf(pid=23687): Terminated: ok {rc=0}\u000a22:42:58.564025 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23684): Process ended prematurely: osmo-stp_10.42.42.5(pid=23684) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23684)] [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a22:42:58.573454 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a22:42:58.635425 run osmo-hlr_10.42.42.2(pid=23681): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23681)]\u000a22:42:58.685887 run osmo-hlr_10.42.42.2(pid=23681): stdout: \u000a| (launched: 2022-12-08_22:42:55.413940) \u000a22:42:58.737176 run osmo-hlr_10.42.42.2(pid=23681): stderr: \u000a| �[0;m�[1;31m20221208224255591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224255591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224255591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224255591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224255591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224255591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224255606 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224255617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224255617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224255617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:42:58.780605 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23676): Terminating (SIGTERM)\u000a22:42:58.821650 run iperf3-srv_10.42.42.10(pid=23677): Terminating (SIGTERM)\u000a22:42:58.862436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23680): Terminating (SIGTERM)\u000a22:42:58.903337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23683): Terminating (SIGTERM)\u000a22:42:58.944084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23686): Terminating (SIGTERM)\u000a22:42:58.953835 --- ParallelTerminationStrategy: PID 23676 died...\u000a22:42:59.008554 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23676): Terminated: ok {rc=0}\u000a22:42:59.018790 --- ParallelTerminationStrategy: PID 23677 died...\u000a22:42:59.073802 run iperf3-srv_10.42.42.10(pid=23677): Terminated {rc=256}\u000a22:42:59.083761 --- ParallelTerminationStrategy: PID 23680 died...\u000a22:42:59.138530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23680): Terminated: ok {rc=0}\u000a22:42:59.148321 --- ParallelTerminationStrategy: PID 23683 died...\u000a22:42:59.203044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23683): Terminated: ok {rc=0}\u000a22:42:59.212878 --- ParallelTerminationStrategy: PID 23686 died...\u000a22:42:59.267686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23686): Terminated: ok {rc=0}\u000a22:42:59.357665 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23702): Process ended prematurely: osmo-stp_10.42.42.5(pid=23702) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23702)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23702): Process ended prematurely: osmo-stp_10.42.42.5(pid=23702) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23702)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a22:43:00.468781 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:00.480607 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:43:00.641293 tst iperf3m4.py: using LAC 17254\u000a22:43:00.762007 tst iperf3m4.py: using RAC 169\u000a22:43:00.898168 tst iperf3m4.py: using CellId 17254\u000a22:43:01.045592 tst iperf3m4.py: using BVCI 17255\u000a22:43:01.072160 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:01.084586 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:01.097675 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:01.111085 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:01.123393 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:01.138368 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:01.151747 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:01.165075 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:01.178120 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:43:01.298791 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:43:01.420602 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:43:01.538742 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:43:01.880256 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:43:02.050621 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:43:02.422205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23688): Launched\u000a22:43:02.682536 run iperf3-srv_10.42.42.10(pid=23689): Launched\u000a22:43:02.867102 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:43:02.993029 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:43:03.305457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23690): Launched\u000a22:43:03.565831 run iperf3-srv_10.42.42.10(pid=23691): Launched\u000a22:43:03.750374 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:43:03.876829 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:43:04.190666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23692): Launched\u000a22:43:04.451730 run iperf3-srv_10.42.42.10(pid=23693): Launched\u000a22:43:04.636628 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:43:04.763167 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:43:05.076689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23694): Launched\u000a22:43:05.336460 run iperf3-srv_10.42.42.10(pid=23695): Launched\u000a22:43:05.520689 tst iperf3m4.py:8: start network...\u000a22:43:05.647090 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:43:06.123140 run create_hlr_db(pid=23696): Launched\u000a22:43:06.297326 bus /gobi_6: Setting Powered False\u000a22:43:07.319406 run create_hlr_db(pid=23696): Terminated: ok {rc=0}\u000a22:43:07.721996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23698): Launched\u000a22:43:08.025182 run osmo-hlr_10.42.42.2(pid=23699): Launched\u000a22:43:08.143247 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:43:08.677383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23701): Launched\u000a22:43:08.979099 run osmo-stp_10.42.42.5(pid=23702): Launched\u000a22:43:09.089624 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:43:09.616053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23704): Launched\u000a22:43:09.724260 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:43:09.987723 run patchelf(pid=23705): Launched\u000a22:43:10.165530 run osmo-stp_10.42.42.5(pid=23702): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23702)]\u000a22:43:10.295082 run osmo-stp_10.42.42.5(pid=23702): stdout: \u000a| (launched: 2022-12-08_22:43:08.830861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:10.425427 run osmo-stp_10.42.42.5(pid=23702): stderr: \u000a| �[0;m�[38;5;43m20221208224309001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224309001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224309001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224309001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224309003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224309004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224309004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:10.551818 run osmo-stp_10.42.42.5(pid=23702): stdout: \u000a| (launched: 2022-12-08_22:43:08.830861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:10.676805 run osmo-stp_10.42.42.5(pid=23702): stderr: \u000a| �[0;m�[38;5;43m20221208224309001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224309001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224309001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224309001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224309003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224309004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224309004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:10.822088 run patchelf(pid=23705): Terminating (SIGINT)\u000a22:43:10.992422 run patchelf(pid=23705): Terminated: ok {rc=0}\u000a22:43:11.023724 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23702): Process ended prematurely: osmo-stp_10.42.42.5(pid=23702) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23702)] [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a22:43:11.033143 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a22:43:11.095358 run osmo-hlr_10.42.42.2(pid=23699): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23699)]\u000a22:43:11.145958 run osmo-hlr_10.42.42.2(pid=23699): stdout: \u000a| (launched: 2022-12-08_22:43:07.875484) \u000a22:43:11.197258 run osmo-hlr_10.42.42.2(pid=23699): stderr: \u000a| �[0;m�[1;31m20221208224308050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224308050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224308050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224308050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224308050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224308050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224308060 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224308069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224308069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224308069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:43:11.240303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23688): Terminating (SIGTERM)\u000a22:43:11.281100 run iperf3-srv_10.42.42.10(pid=23689): Terminating (SIGTERM)\u000a22:43:11.322023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23690): Terminating (SIGTERM)\u000a22:43:11.362561 run iperf3-srv_10.42.42.10(pid=23691): Terminating (SIGTERM)\u000a22:43:11.403347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23692): Terminating (SIGTERM)\u000a22:43:11.444036 run iperf3-srv_10.42.42.10(pid=23693): Terminating (SIGTERM)\u000a22:43:11.484879 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23694): Terminating (SIGTERM)\u000a22:43:11.525620 run iperf3-srv_10.42.42.10(pid=23695): Terminating (SIGTERM)\u000a22:43:11.566353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23698): Terminating (SIGTERM)\u000a22:43:11.607326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23701): Terminating (SIGTERM)\u000a22:43:11.647770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23704): Terminating (SIGTERM)\u000a22:43:11.657362 --- ParallelTerminationStrategy: PID 23688 died...\u000a22:43:11.711844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23688): Terminated: ok {rc=0}\u000a22:43:11.721941 --- ParallelTerminationStrategy: PID 23689 died...\u000a22:43:11.776044 run iperf3-srv_10.42.42.10(pid=23689): Terminated {rc=256}\u000a22:43:11.785942 --- ParallelTerminationStrategy: PID 23690 died...\u000a22:43:11.840247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23690): Terminated: ok {rc=0}\u000a22:43:11.850288 --- ParallelTerminationStrategy: PID 23691 died...\u000a22:43:11.904244 run iperf3-srv_10.42.42.10(pid=23691): Terminated {rc=256}\u000a22:43:11.914264 --- ParallelTerminationStrategy: PID 23692 died...\u000a22:43:11.968692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23692): Terminated: ok {rc=0}\u000a22:43:11.978569 --- ParallelTerminationStrategy: PID 23693 died...\u000a22:43:12.032707 run iperf3-srv_10.42.42.10(pid=23693): Terminated {rc=256}\u000a22:43:12.042836 --- ParallelTerminationStrategy: PID 23694 died...\u000a22:43:12.097468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23694): Terminated: ok {rc=0}\u000a22:43:12.107500 --- ParallelTerminationStrategy: PID 23695 died...\u000a22:43:12.161787 run iperf3-srv_10.42.42.10(pid=23695): Terminated {rc=256}\u000a22:43:12.171766 --- ParallelTerminationStrategy: PID 23698 died...\u000a22:43:12.226534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23698): Terminated: ok {rc=0}\u000a22:43:12.236420 --- ParallelTerminationStrategy: PID 23701 died...\u000a22:43:12.290964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23701): Terminated: ok {rc=0}\u000a22:43:12.301584 --- ParallelTerminationStrategy: PID 23704 died...\u000a22:43:12.355958 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23704): Terminated: ok {rc=0}\u000a22:43:12.445499 bus /gobi_4: Setting Powered False\u000a22:43:13.550631 bus /gobi_4: Setting Powered False\u000a22:43:14.663954 bus /gobi_1: Setting Powered False\u000a22:43:15.769109 bus /gobi_1: Setting Powered False\u000a22:43:16.884230 bus /gobi_0: Setting Powered False\u000a22:43:17.989886 bus /gobi_0: Setting Powered False\u000a22:43:19.100385 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23712): Process ended prematurely: osmo-stp_10.42.42.5(pid=23712) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23712)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23712): Process ended prematurely: osmo-stp_10.42.42.5(pid=23712) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23712)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a22:43:20.169980 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:20.182316 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:43:20.346529 tst ping.py: using LAC 17255\u000a22:43:20.471534 tst ping.py: using RAC 170\u000a22:43:20.600483 tst ping.py: using CellId 17255\u000a22:43:20.723564 tst ping.py: using BVCI 17256\u000a22:43:20.747979 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:20.759535 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:20.770856 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:20.782297 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:20.793597 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:20.805204 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:20.816592 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:20.828066 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:43:21.112003 tst ping.py:19: start network...\u000a22:43:21.243898 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:43:21.747660 run create_hlr_db(pid=23706): Launched\u000a22:43:21.931181 bus /gobi_6: Setting Powered False\u000a22:43:22.952229 run create_hlr_db(pid=23706): Terminated: ok {rc=0}\u000a22:43:23.349537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23708): Launched\u000a22:43:23.645126 run osmo-hlr_10.42.42.2(pid=23709): Launched\u000a22:43:23.760721 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:43:24.313987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23711): Launched\u000a22:43:24.626684 run osmo-stp_10.42.42.5(pid=23712): Launched\u000a22:43:24.737527 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:43:25.255183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23714): Launched\u000a22:43:25.361444 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:43:25.620704 run patchelf(pid=23715): Launched\u000a22:43:25.796204 run osmo-stp_10.42.42.5(pid=23712): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23712)]\u000a22:43:25.924436 run osmo-stp_10.42.42.5(pid=23712): stdout: \u000a| (launched: 2022-12-08_22:43:24.474817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:26.053258 run osmo-stp_10.42.42.5(pid=23712): stderr: \u000a| �[0;m�[38;5;43m20221208224324646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224324646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224324646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224324647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224324647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224324647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224324647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:26.178134 run osmo-stp_10.42.42.5(pid=23712): stdout: \u000a| (launched: 2022-12-08_22:43:24.474817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:26.300854 run osmo-stp_10.42.42.5(pid=23712): stderr: \u000a| �[0;m�[38;5;43m20221208224324646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224324646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224324646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224324647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224324647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224324647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224324647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:26.444119 run patchelf(pid=23715): Terminating (SIGINT)\u000a22:43:26.613344 run patchelf(pid=23715): Terminated: ok {rc=0}\u000a22:43:26.644082 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23712): Process ended prematurely: osmo-stp_10.42.42.5(pid=23712) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23712)] [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a22:43:26.652840 tst ping.py:22: Test FAILED (6.5 sec)\u000a22:43:26.715304 run osmo-hlr_10.42.42.2(pid=23709): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23709)]\u000a22:43:26.765957 run osmo-hlr_10.42.42.2(pid=23709): stdout: \u000a| (launched: 2022-12-08_22:43:23.499574) \u000a22:43:26.817314 run osmo-hlr_10.42.42.2(pid=23709): stderr: \u000a| �[0;m�[1;31m20221208224323675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224323675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224323675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224323675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224323675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224323675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224323688 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224323698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224323698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224323699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:43:26.860414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23708): Terminating (SIGTERM)\u000a22:43:26.901508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23711): Terminating (SIGTERM)\u000a22:43:26.942609 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23714): Terminating (SIGTERM)\u000a22:43:26.952431 --- ParallelTerminationStrategy: PID 23708 died...\u000a22:43:27.007185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23708): Terminated: ok {rc=0}\u000a22:43:27.017511 --- ParallelTerminationStrategy: PID 23711 died...\u000a22:43:27.072305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23711): Terminated: ok {rc=0}\u000a22:43:27.082102 --- ParallelTerminationStrategy: PID 23714 died...\u000a22:43:27.136587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23714): Terminated: ok {rc=0}\u000a22:43:27.221015 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23722): Process ended prematurely: osmo-stp_10.42.42.5(pid=23722) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23722)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23722): Process ended prematurely: osmo-stp_10.42.42.5(pid=23722) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23722)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a22:43:28.274498 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:28.286827 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:43:28.447598 tst ping_idle_ping.py: using LAC 17256\u000a22:43:28.573714 tst ping_idle_ping.py: using RAC 171\u000a22:43:28.699320 tst ping_idle_ping.py: using CellId 17256\u000a22:43:28.819806 tst ping_idle_ping.py: using BVCI 17257\u000a22:43:28.842942 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:28.854140 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:28.865163 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:28.876503 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:28.887815 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:28.899269 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:28.911342 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:28.922298 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:43:29.210175 tst ping_idle_ping.py:24: start network...\u000a22:43:29.341585 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:43:29.849761 run create_hlr_db(pid=23716): Launched\u000a22:43:30.033659 bus /gobi_6: Setting Powered False\u000a22:43:31.058462 run create_hlr_db(pid=23716): Terminated: ok {rc=0}\u000a22:43:31.486987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23718): Launched\u000a22:43:31.837070 run osmo-hlr_10.42.42.2(pid=23719): Launched\u000a22:43:32.078732 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:43:32.639761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23721): Launched\u000a22:43:32.937376 run osmo-stp_10.42.42.5(pid=23722): Launched\u000a22:43:33.045863 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:43:33.566479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23724): Launched\u000a22:43:33.673059 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:43:33.935130 run patchelf(pid=23725): Launched\u000a22:43:34.111412 run osmo-stp_10.42.42.5(pid=23722): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23722)]\u000a22:43:34.239799 run osmo-stp_10.42.42.5(pid=23722): stdout: \u000a| (launched: 2022-12-08_22:43:32.791858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:34.368794 run osmo-stp_10.42.42.5(pid=23722): stderr: \u000a| �[0;m�[38;5;43m20221208224332962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224332962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224332962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224332963 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224332963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224332963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224332963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:34.493055 run osmo-stp_10.42.42.5(pid=23722): stdout: \u000a| (launched: 2022-12-08_22:43:32.791858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:34.616179 run osmo-stp_10.42.42.5(pid=23722): stderr: \u000a| �[0;m�[38;5;43m20221208224332962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224332962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224332962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224332963 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224332963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224332963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224332963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:34.759956 run patchelf(pid=23725): Terminating (SIGINT)\u000a22:43:34.928854 run patchelf(pid=23725): Terminated: ok {rc=0}\u000a22:43:34.959508 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23722): Process ended prematurely: osmo-stp_10.42.42.5(pid=23722) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23722)] [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a22:43:34.968327 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a22:43:35.030028 run osmo-hlr_10.42.42.2(pid=23719): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23719)]\u000a22:43:35.080250 run osmo-hlr_10.42.42.2(pid=23719): stdout: \u000a| (launched: 2022-12-08_22:43:31.650844) \u000a22:43:35.131393 run osmo-hlr_10.42.42.2(pid=23719): stderr: \u000a| �[0;m�[1;31m20221208224331989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224331989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224331989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224331989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224331989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224331989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224332007 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224332023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224332024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224332024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:43:35.174590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23718): Terminating (SIGTERM)\u000a22:43:35.215431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23721): Terminating (SIGTERM)\u000a22:43:35.256028 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23724): Terminating (SIGTERM)\u000a22:43:35.265762 --- ParallelTerminationStrategy: PID 23718 died...\u000a22:43:35.320615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23718): Terminated: ok {rc=0}\u000a22:43:35.330497 --- ParallelTerminationStrategy: PID 23721 died...\u000a22:43:35.384758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23721): Terminated: ok {rc=0}\u000a22:43:35.394846 --- ParallelTerminationStrategy: PID 23724 died...\u000a22:43:35.449125 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23724): Terminated: ok {rc=0}\u000a22:43:35.539263 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:42:37" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23739): Process ended prematurely: osmo-stp_10.42.42.5(pid=23739) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23739)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23739): Process ended prematurely: osmo-stp_10.42.42.5(pid=23739) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23739)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:43:37.680425 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:37.691881 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:43:37.853744 tst cs_paging_gprs_active.py: using LAC 17257\u000a22:43:37.983857 tst cs_paging_gprs_active.py: using RAC 172\u000a22:43:38.112744 tst cs_paging_gprs_active.py: using CellId 17257\u000a22:43:38.238384 tst cs_paging_gprs_active.py: using BVCI 17258\u000a22:43:38.263111 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:38.274946 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:38.286258 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:38.297588 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:38.308823 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:38.320210 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:38.331570 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:38.342776 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:38.354549 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:43:38.472028 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:43:38.769378 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:43:38.904239 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:43:39.237335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23729): Launched\u000a22:43:39.514494 run iperf3-srv_10.42.42.10(pid=23730): Launched\u000a22:43:39.712270 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:43:39.847102 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:43:40.179711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23731): Launched\u000a22:43:40.457316 run iperf3-srv_10.42.42.10(pid=23732): Launched\u000a22:43:40.655051 tst cs_paging_gprs_active.py:38: start network...\u000a22:43:40.790943 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:43:41.300470 run create_hlr_db(pid=23733): Launched\u000a22:43:41.475605 bus /gobi_6: Setting Powered False\u000a22:43:42.497514 run create_hlr_db(pid=23733): Terminated: ok {rc=0}\u000a22:43:42.926080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23735): Launched\u000a22:43:43.249963 run osmo-hlr_10.42.42.2(pid=23736): Launched\u000a22:43:43.369105 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:43:43.929483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23738): Launched\u000a22:43:44.251909 run osmo-stp_10.42.42.5(pid=23739): Launched\u000a22:43:44.369603 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:43:44.933875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23741): Launched\u000a22:43:45.049420 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:43:45.338123 run patchelf(pid=23742): Launched\u000a22:43:45.527894 run osmo-stp_10.42.42.5(pid=23739): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23739)]\u000a22:43:45.666841 run osmo-stp_10.42.42.5(pid=23739): stdout: \u000a| (launched: 2022-12-08_22:43:44.094262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:45.806752 run osmo-stp_10.42.42.5(pid=23739): stderr: \u000a| �[0;m�[38;5;43m20221208224344287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224344288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224344288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224344288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224344289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224344289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224344289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:45.961474 run osmo-stp_10.42.42.5(pid=23739): stdout: \u000a| (launched: 2022-12-08_22:43:44.094262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:46.096254 run osmo-stp_10.42.42.5(pid=23739): stderr: \u000a| �[0;m�[38;5;43m20221208224344287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224344288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224344288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224344288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224344289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224344289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224344289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:46.247441 run patchelf(pid=23742): Terminating (SIGINT)\u000a22:43:46.425435 run patchelf(pid=23742): Terminated: ok {rc=0}\u000a22:43:46.458691 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23739): Process ended prematurely: osmo-stp_10.42.42.5(pid=23739) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23739)] [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a22:43:46.469135 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a22:43:46.537176 run osmo-hlr_10.42.42.2(pid=23736): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23736)]\u000a22:43:46.590529 run osmo-hlr_10.42.42.2(pid=23736): stdout: \u000a| (launched: 2022-12-08_22:43:43.091558) \u000a22:43:46.645142 run osmo-hlr_10.42.42.2(pid=23736): stderr: \u000a| �[0;m�[1;31m20221208224343289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224343290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224343290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224343290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224343290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224343290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224343306 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224343316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224343316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224343316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:43:46.691604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23729): Terminating (SIGTERM)\u000a22:43:46.738010 run iperf3-srv_10.42.42.10(pid=23730): Terminating (SIGTERM)\u000a22:43:46.783704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23731): Terminating (SIGTERM)\u000a22:43:46.828845 run iperf3-srv_10.42.42.10(pid=23732): Terminating (SIGTERM)\u000a22:43:46.874137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23735): Terminating (SIGTERM)\u000a22:43:46.917539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23738): Terminating (SIGTERM)\u000a22:43:46.964252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23741): Terminating (SIGTERM)\u000a22:43:46.977159 --- ParallelTerminationStrategy: PID 23729 died...\u000a22:43:47.037668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23729): Terminated: ok {rc=0}\u000a22:43:47.048372 --- ParallelTerminationStrategy: PID 23730 died...\u000a22:43:47.105807 run iperf3-srv_10.42.42.10(pid=23730): Terminated {rc=256}\u000a22:43:47.116461 --- ParallelTerminationStrategy: PID 23731 died...\u000a22:43:47.175348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23731): Terminated: ok {rc=0}\u000a22:43:47.186144 --- ParallelTerminationStrategy: PID 23732 died...\u000a22:43:47.240755 run iperf3-srv_10.42.42.10(pid=23732): Terminated {rc=256}\u000a22:43:47.250669 --- ParallelTerminationStrategy: PID 23735 died...\u000a22:43:47.305361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23735): Terminated: ok {rc=0}\u000a22:43:47.315247 --- ParallelTerminationStrategy: PID 23738 died...\u000a22:43:47.370097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23738): Terminated: ok {rc=0}\u000a22:43:47.380041 --- ParallelTerminationStrategy: PID 23741 died...\u000a22:43:47.435175 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23741): Terminated: ok {rc=0}\u000a22:43:47.523774 bus /gobi_0: Setting Powered False\u000a22:43:48.627139 bus /gobi_0: Setting Powered False\u000a22:43:49.739504 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23751): Process ended prematurely: osmo-stp_10.42.42.5(pid=23751) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23751)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23751): Process ended prematurely: osmo-stp_10.42.42.5(pid=23751) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23751)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a22:43:50.849380 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:50.860910 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:43:51.015347 tst iperf3.py: using LAC 17258\u000a22:43:51.136092 tst iperf3.py: using RAC 173\u000a22:43:51.256896 tst iperf3.py: using CellId 17258\u000a22:43:51.375857 tst iperf3.py: using BVCI 17259\u000a22:43:51.399014 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:51.410061 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:51.420866 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:51.432065 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:51.443360 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:51.454335 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:51.465497 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:51.476441 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:51.487687 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:43:51.763944 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:43:51.890093 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:43:52.203278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23743): Launched\u000a22:43:52.463145 run iperf3-srv_10.42.42.10(pid=23744): Launched\u000a22:43:52.646650 tst iperf3.py:8: start network...\u000a22:43:52.772657 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:43:53.247970 run create_hlr_db(pid=23745): Launched\u000a22:43:53.423585 bus /gobi_6: Setting Powered False\u000a22:43:54.447148 run create_hlr_db(pid=23745): Terminated: ok {rc=0}\u000a22:43:54.879433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23747): Launched\u000a22:43:55.202281 run osmo-hlr_10.42.42.2(pid=23748): Launched\u000a22:43:55.323478 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:43:55.887580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23750): Launched\u000a22:43:56.211108 run osmo-stp_10.42.42.5(pid=23751): Launched\u000a22:43:56.328732 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:43:56.892612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23753): Launched\u000a22:43:57.008024 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:43:57.288689 run patchelf(pid=23754): Launched\u000a22:43:57.478376 run osmo-stp_10.42.42.5(pid=23751): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23751)]\u000a22:43:57.627706 run osmo-stp_10.42.42.5(pid=23751): stdout: \u000a| (launched: 2022-12-08_22:43:56.052728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:57.767231 run osmo-stp_10.42.42.5(pid=23751): stderr: \u000a| �[0;m�[38;5;43m20221208224356244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224356244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224356244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224356245 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224356245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224356245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224356245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:57.901760 run osmo-stp_10.42.42.5(pid=23751): stdout: \u000a| (launched: 2022-12-08_22:43:56.052728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:58.035094 run osmo-stp_10.42.42.5(pid=23751): stderr: \u000a| �[0;m�[38;5;43m20221208224356244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224356244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224356244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224356245 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224356245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224356245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224356245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:58.190003 run patchelf(pid=23754): Terminating (SIGINT)\u000a22:43:58.371622 run patchelf(pid=23754): Terminated: ok {rc=0}\u000a22:43:58.405586 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23751): Process ended prematurely: osmo-stp_10.42.42.5(pid=23751) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23751)] [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a22:43:58.415455 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a22:43:58.479599 run osmo-hlr_10.42.42.2(pid=23748): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23748)]\u000a22:43:58.532179 run osmo-hlr_10.42.42.2(pid=23748): stdout: \u000a| (launched: 2022-12-08_22:43:55.044645) \u000a22:43:58.585171 run osmo-hlr_10.42.42.2(pid=23748): stderr: \u000a| �[0;m�[1;31m20221208224355244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224355244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224355244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224355244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224355244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224355244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224355257 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224355265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224355265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224355265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:43:58.630439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23743): Terminating (SIGTERM)\u000a22:43:58.673014 run iperf3-srv_10.42.42.10(pid=23744): Terminating (SIGTERM)\u000a22:43:58.715867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23747): Terminating (SIGTERM)\u000a22:43:58.758643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23750): Terminating (SIGTERM)\u000a22:43:58.801163 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23753): Terminating (SIGTERM)\u000a22:43:58.810979 --- ParallelTerminationStrategy: PID 23743 died...\u000a22:43:58.867939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23743): Terminated: ok {rc=0}\u000a22:43:58.878536 --- ParallelTerminationStrategy: PID 23744 died...\u000a22:43:58.935276 run iperf3-srv_10.42.42.10(pid=23744): Terminated {rc=256}\u000a22:43:58.945572 --- ParallelTerminationStrategy: PID 23747 died...\u000a22:43:59.002078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23747): Terminated: ok {rc=0}\u000a22:43:59.012394 --- ParallelTerminationStrategy: PID 23750 died...\u000a22:43:59.069164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23750): Terminated: ok {rc=0}\u000a22:43:59.079526 --- ParallelTerminationStrategy: PID 23753 died...\u000a22:43:59.136083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23753): Terminated: ok {rc=0}\u000a22:43:59.224234 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23769): Process ended prematurely: osmo-stp_10.42.42.5(pid=23769) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23769)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23769): Process ended prematurely: osmo-stp_10.42.42.5(pid=23769) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23769)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a22:44:00.339352 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:00.351607 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:44:00.518909 tst iperf3m4.py: using LAC 17259\u000a22:44:00.654603 tst iperf3m4.py: using RAC 174\u000a22:44:00.779860 tst iperf3m4.py: using CellId 17259\u000a22:44:00.924029 tst iperf3m4.py: using BVCI 17260\u000a22:44:00.949507 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:00.961545 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:00.973473 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:00.987579 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:01.001079 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:01.012937 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:01.027122 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:01.040224 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:01.053340 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:44:01.172476 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:44:01.295935 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:44:01.422739 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:44:01.745715 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:44:01.883598 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:44:02.292170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23755): Launched\u000a22:44:02.554214 run iperf3-srv_10.42.42.10(pid=23756): Launched\u000a22:44:02.740748 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:44:02.868175 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:44:03.182880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23757): Launched\u000a22:44:03.443274 run iperf3-srv_10.42.42.10(pid=23758): Launched\u000a22:44:03.628049 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:44:03.754576 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:44:04.068766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23759): Launched\u000a22:44:04.330043 run iperf3-srv_10.42.42.10(pid=23760): Launched\u000a22:44:04.514550 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:44:04.641093 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:44:04.954698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23761): Launched\u000a22:44:05.214934 run iperf3-srv_10.42.42.10(pid=23762): Launched\u000a22:44:05.399216 tst iperf3m4.py:8: start network...\u000a22:44:05.525101 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:44:06.002254 run create_hlr_db(pid=23763): Launched\u000a22:44:06.176461 bus /gobi_6: Setting Powered False\u000a22:44:07.199653 run create_hlr_db(pid=23763): Terminated: ok {rc=0}\u000a22:44:07.603464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23765): Launched\u000a22:44:07.908002 run osmo-hlr_10.42.42.2(pid=23766): Launched\u000a22:44:08.017438 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:44:08.545433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23768): Launched\u000a22:44:08.849415 run osmo-stp_10.42.42.5(pid=23769): Launched\u000a22:44:08.959962 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:44:09.487964 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23771): Launched\u000a22:44:09.596890 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:44:09.861705 run patchelf(pid=23772): Launched\u000a22:44:10.039525 run osmo-stp_10.42.42.5(pid=23769): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23769)]\u000a22:44:10.169737 run osmo-stp_10.42.42.5(pid=23769): stdout: \u000a| (launched: 2022-12-08_22:44:08.700083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:10.299864 run osmo-stp_10.42.42.5(pid=23769): stderr: \u000a| �[0;m�[38;5;43m20221208224408870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224408870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224408870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224408871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224408871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224408871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224408871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:10.426116 run osmo-stp_10.42.42.5(pid=23769): stdout: \u000a| (launched: 2022-12-08_22:44:08.700083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:10.551351 run osmo-stp_10.42.42.5(pid=23769): stderr: \u000a| �[0;m�[38;5;43m20221208224408870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224408870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224408870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224408871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224408871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224408871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224408871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:10.696704 run patchelf(pid=23772): Terminating (SIGINT)\u000a22:44:10.867426 run patchelf(pid=23772): Terminated: ok {rc=0}\u000a22:44:10.898756 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23769): Process ended prematurely: osmo-stp_10.42.42.5(pid=23769) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23769)] [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a22:44:10.908195 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a22:44:10.970691 run osmo-hlr_10.42.42.2(pid=23766): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23766)]\u000a22:44:11.021079 run osmo-hlr_10.42.42.2(pid=23766): stdout: \u000a| (launched: 2022-12-08_22:44:07.758835) \u000a22:44:11.072283 run osmo-hlr_10.42.42.2(pid=23766): stderr: \u000a| �[0;m�[1;31m20221208224407937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224407937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224407937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224407937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224407937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224407937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224407978 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224407987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224407988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224407988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:44:11.115459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23755): Terminating (SIGTERM)\u000a22:44:11.156375 run iperf3-srv_10.42.42.10(pid=23756): Terminating (SIGTERM)\u000a22:44:11.197263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23757): Terminating (SIGTERM)\u000a22:44:11.237958 run iperf3-srv_10.42.42.10(pid=23758): Terminating (SIGTERM)\u000a22:44:11.278696 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23759): Terminating (SIGTERM)\u000a22:44:11.319330 run iperf3-srv_10.42.42.10(pid=23760): Terminating (SIGTERM)\u000a22:44:11.360617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23761): Terminating (SIGTERM)\u000a22:44:11.401315 run iperf3-srv_10.42.42.10(pid=23762): Terminating (SIGTERM)\u000a22:44:11.442089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23765): Terminating (SIGTERM)\u000a22:44:11.482958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23768): Terminating (SIGTERM)\u000a22:44:11.523630 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23771): Terminating (SIGTERM)\u000a22:44:11.533166 --- ParallelTerminationStrategy: PID 23755 died...\u000a22:44:11.588042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23755): Terminated: ok {rc=0}\u000a22:44:11.598242 --- ParallelTerminationStrategy: PID 23756 died...\u000a22:44:11.652763 run iperf3-srv_10.42.42.10(pid=23756): Terminated {rc=256}\u000a22:44:11.662651 --- ParallelTerminationStrategy: PID 23757 died...\u000a22:44:11.717024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23757): Terminated: ok {rc=0}\u000a22:44:11.727114 --- ParallelTerminationStrategy: PID 23758 died...\u000a22:44:11.781623 run iperf3-srv_10.42.42.10(pid=23758): Terminated {rc=256}\u000a22:44:11.791684 --- ParallelTerminationStrategy: PID 23759 died...\u000a22:44:11.846162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23759): Terminated: ok {rc=0}\u000a22:44:11.856239 --- ParallelTerminationStrategy: PID 23760 died...\u000a22:44:11.911038 run iperf3-srv_10.42.42.10(pid=23760): Terminated {rc=256}\u000a22:44:11.921096 --- ParallelTerminationStrategy: PID 23761 died...\u000a22:44:11.975588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23761): Terminated: ok {rc=0}\u000a22:44:11.985521 --- ParallelTerminationStrategy: PID 23762 died...\u000a22:44:12.040253 run iperf3-srv_10.42.42.10(pid=23762): Terminated {rc=256}\u000a22:44:12.050590 --- ParallelTerminationStrategy: PID 23765 died...\u000a22:44:12.105073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23765): Terminated: ok {rc=0}\u000a22:44:12.115221 --- ParallelTerminationStrategy: PID 23768 died...\u000a22:44:12.169965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23768): Terminated: ok {rc=0}\u000a22:44:12.180126 --- ParallelTerminationStrategy: PID 23771 died...\u000a22:44:12.234666 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23771): Terminated: ok {rc=0}\u000a22:44:12.325057 bus /gobi_4: Setting Powered False\u000a22:44:13.429022 bus /gobi_4: Setting Powered False\u000a22:44:14.542015 bus /gobi_1: Setting Powered False\u000a22:44:15.646982 bus /gobi_1: Setting Powered False\u000a22:44:16.754800 bus /gobi_0: Setting Powered False\u000a22:44:17.856659 bus /gobi_0: Setting Powered False\u000a22:44:18.964529 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23779): Process ended prematurely: osmo-stp_10.42.42.5(pid=23779) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23779)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23779): Process ended prematurely: osmo-stp_10.42.42.5(pid=23779) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23779)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a22:44:20.034984 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:20.047627 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:44:20.209082 tst ping.py: using LAC 17260\u000a22:44:20.336047 tst ping.py: using RAC 175\u000a22:44:20.465179 tst ping.py: using CellId 17260\u000a22:44:20.590959 tst ping.py: using BVCI 17261\u000a22:44:20.615325 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:20.626999 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:20.638413 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:20.649995 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:20.661586 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:20.673203 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:20.684771 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:20.696357 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:44:20.983344 tst ping.py:19: start network...\u000a22:44:21.115888 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:44:21.620370 run create_hlr_db(pid=23773): Launched\u000a22:44:21.805103 bus /gobi_6: Setting Powered False\u000a22:44:22.826100 run create_hlr_db(pid=23773): Terminated: ok {rc=0}\u000a22:44:23.247905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23775): Launched\u000a22:44:23.563224 run osmo-hlr_10.42.42.2(pid=23776): Launched\u000a22:44:23.678536 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:44:24.231276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23778): Launched\u000a22:44:24.547317 run osmo-stp_10.42.42.5(pid=23779): Launched\u000a22:44:24.662519 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:44:25.217399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23781): Launched\u000a22:44:25.330714 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:44:25.608230 run patchelf(pid=23782): Launched\u000a22:44:25.796541 run osmo-stp_10.42.42.5(pid=23779): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23779)]\u000a22:44:25.933940 run osmo-stp_10.42.42.5(pid=23779): stdout: \u000a| (launched: 2022-12-08_22:44:24.392562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:26.071318 run osmo-stp_10.42.42.5(pid=23779): stderr: \u000a| �[0;m�[38;5;43m20221208224424583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224424584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224424584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224424584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224424586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224424587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224424587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:26.204277 run osmo-stp_10.42.42.5(pid=23779): stdout: \u000a| (launched: 2022-12-08_22:44:24.392562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:26.336079 run osmo-stp_10.42.42.5(pid=23779): stderr: \u000a| �[0;m�[38;5;43m20221208224424583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224424584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224424584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224424584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224424586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224424587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224424587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:26.489208 run patchelf(pid=23782): Terminating (SIGINT)\u000a22:44:26.669233 run patchelf(pid=23782): Terminated: ok {rc=0}\u000a22:44:26.702069 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23779): Process ended prematurely: osmo-stp_10.42.42.5(pid=23779) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23779)] [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a22:44:26.711434 tst ping.py:22: Test FAILED (6.7 sec)\u000a22:44:26.776155 run osmo-hlr_10.42.42.2(pid=23776): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23776)]\u000a22:44:26.828823 run osmo-hlr_10.42.42.2(pid=23776): stdout: \u000a| (launched: 2022-12-08_22:44:23.409287) \u000a22:44:26.881985 run osmo-hlr_10.42.42.2(pid=23776): stderr: \u000a| �[0;m�[1;31m20221208224423606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224423606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224423606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224423606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224423606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224423607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224423620 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224423628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224423628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224423628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:44:26.927277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23775): Terminating (SIGTERM)\u000a22:44:26.969949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23778): Terminating (SIGTERM)\u000a22:44:27.012637 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23781): Terminating (SIGTERM)\u000a22:44:27.022792 --- ParallelTerminationStrategy: PID 23775 died...\u000a22:44:27.079764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23775): Terminated: ok {rc=0}\u000a22:44:27.090732 --- ParallelTerminationStrategy: PID 23778 died...\u000a22:44:27.147701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23778): Terminated: ok {rc=0}\u000a22:44:27.157944 --- ParallelTerminationStrategy: PID 23781 died...\u000a22:44:27.214513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23781): Terminated: ok {rc=0}\u000a22:44:27.302854 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23789): Process ended prematurely: osmo-stp_10.42.42.5(pid=23789) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23789)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23789): Process ended prematurely: osmo-stp_10.42.42.5(pid=23789) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23789)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a22:44:28.357699 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:28.370602 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:44:28.536755 tst ping_idle_ping.py: using LAC 17261\u000a22:44:28.663198 tst ping_idle_ping.py: using RAC 176\u000a22:44:28.790623 tst ping_idle_ping.py: using CellId 17261\u000a22:44:28.915735 tst ping_idle_ping.py: using BVCI 17262\u000a22:44:28.940141 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:28.951838 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:28.963215 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:28.974835 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:28.986435 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:28.997996 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:29.009662 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:29.021200 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:44:29.311598 tst ping_idle_ping.py:24: start network...\u000a22:44:29.444066 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:44:29.953655 run create_hlr_db(pid=23783): Launched\u000a22:44:30.138712 bus /gobi_6: Setting Powered False\u000a22:44:31.218959 run create_hlr_db(pid=23783): Terminated: ok {rc=0}\u000a22:44:31.654181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23785): Launched\u000a22:44:32.056296 run osmo-hlr_10.42.42.2(pid=23786): Launched\u000a22:44:32.261996 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:44:32.814692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23788): Launched\u000a22:44:33.131931 run osmo-stp_10.42.42.5(pid=23789): Launched\u000a22:44:33.247329 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:44:33.802920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23791): Launched\u000a22:44:33.916410 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:44:34.193627 run patchelf(pid=23792): Launched\u000a22:44:34.381040 run osmo-stp_10.42.42.5(pid=23789): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23789)]\u000a22:44:34.517338 run osmo-stp_10.42.42.5(pid=23789): stdout: \u000a| (launched: 2022-12-08_22:44:32.976230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:34.654569 run osmo-stp_10.42.42.5(pid=23789): stderr: \u000a| �[0;m�[38;5;43m20221208224433167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224433167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224433167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224433168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224433168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224433168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224433168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:34.787381 run osmo-stp_10.42.42.5(pid=23789): stdout: \u000a| (launched: 2022-12-08_22:44:32.976230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:34.918595 run osmo-stp_10.42.42.5(pid=23789): stderr: \u000a| �[0;m�[38;5;43m20221208224433167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224433167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224433167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224433168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224433168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224433168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224433168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:35.071127 run patchelf(pid=23792): Terminating (SIGINT)\u000a22:44:35.250829 run patchelf(pid=23792): Terminated: ok {rc=0}\u000a22:44:35.283339 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23789): Process ended prematurely: osmo-stp_10.42.42.5(pid=23789) [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23789)] [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a22:44:35.292637 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a22:44:35.356429 run osmo-hlr_10.42.42.2(pid=23786): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23786)]\u000a22:44:35.408461 run osmo-hlr_10.42.42.2(pid=23786): stdout: \u000a| (launched: 2022-12-08_22:44:31.810653) \u000a22:44:35.461303 run osmo-hlr_10.42.42.2(pid=23786): stderr: \u000a| �[0;m�[1;31m20221208224432155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224432155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224432155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224432155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224432155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224432155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224432175 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224432184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224432184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224432191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:44:35.506437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23785): Terminating (SIGTERM)\u000a22:44:35.548742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23788): Terminating (SIGTERM)\u000a22:44:35.591191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23791): Terminating (SIGTERM)\u000a22:44:35.601098 --- ParallelTerminationStrategy: PID 23785 died...\u000a22:44:35.658089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23785): Terminated: ok {rc=0}\u000a22:44:35.668475 --- ParallelTerminationStrategy: PID 23788 died...\u000a22:44:35.725277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23788): Terminated: ok {rc=0}\u000a22:44:35.735685 --- ParallelTerminationStrategy: PID 23791 died...\u000a22:44:35.792306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23791): Terminated: ok {rc=0}\u000a22:44:35.880285 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:43:37" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23803): Process ended prematurely: osmo-stp_10.42.42.5(pid=23803) [trial-2350↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23803)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23803): Process ended prematurely: osmo-stp_10.42.42.5(pid=23803) [trial-2350↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23803)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a22:44:37.911488 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:44:37.923445 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:44:38.081072 tst switch_tch_pdch.py: using LAC 17262\u000a22:44:38.206431 tst switch_tch_pdch.py: using RAC 177\u000a22:44:38.331079 tst switch_tch_pdch.py: using CellId 17262\u000a22:44:38.455966 tst switch_tch_pdch.py: using BVCI 17263\u000a22:44:38.480339 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:44:38.492127 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:44:38.503736 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:44:38.515385 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:44:38.527107 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:44:38.538741 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:44:38.550505 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:44:38.562140 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:44:38.682949 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:44:38.971173 tst switch_tch_pdch.py:51: start network...\u000a22:44:39.102796 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:44:39.609273 run create_hlr_db(pid=23797): Launched\u000a22:44:39.793895 bus /gobi_6: Setting Powered False\u000a22:44:40.815871 run create_hlr_db(pid=23797): Terminated: ok {rc=0}\u000a22:44:41.217540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23799): Launched\u000a22:44:41.514696 run osmo-hlr_10.42.42.2(pid=23800): Launched\u000a22:44:41.623683 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:44:42.139521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23802): Launched\u000a22:44:42.435233 run osmo-stp_10.42.42.5(pid=23803): Launched\u000a22:44:42.543341 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:44:43.061958 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23805): Launched\u000a22:44:43.168776 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:44:43.429963 run patchelf(pid=23806): Launched\u000a22:44:43.605998 run osmo-stp_10.42.42.5(pid=23803): ERR: Terminated: ERROR {rc=1} [trial-2350↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23803)]\u000a22:44:43.734632 run osmo-stp_10.42.42.5(pid=23803): stdout: \u000a| (launched: 2022-12-08_22:44:42.289965)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:43.863717 run osmo-stp_10.42.42.5(pid=23803): stderr: \u000a| �[0;m�[38;5;43m20221208224442458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224442459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224442459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224442459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224442460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224442460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224442460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:43.988026 run osmo-stp_10.42.42.5(pid=23803): stdout: \u000a| (launched: 2022-12-08_22:44:42.289965)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:44.111318 run osmo-stp_10.42.42.5(pid=23803): stderr: \u000a| �[0;m�[38;5;43m20221208224442458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224442459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224442459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224442459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224442460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224442460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224442460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:44.254906 run patchelf(pid=23806): Terminating (SIGINT)\u000a22:44:44.423875 run patchelf(pid=23806): Terminated: ok {rc=0}\u000a22:44:44.454814 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23803): Process ended prematurely: osmo-stp_10.42.42.5(pid=23803) [trial-2350↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23803)] [trial-2350↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a22:44:44.463667 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a22:44:44.525297 run osmo-hlr_10.42.42.2(pid=23800): ERR: Terminated: ERROR {rc=237} [trial-2350↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23800)]\u000a22:44:44.575671 run osmo-hlr_10.42.42.2(pid=23800): stdout: \u000a| (launched: 2022-12-08_22:44:41.368847) \u000a22:44:44.626656 run osmo-hlr_10.42.42.2(pid=23800): stderr: \u000a| �[0;m�[1;31m20221208224441544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224441544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224441544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224441544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224441544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224441544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224441574 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224441585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224441585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224441585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:44:44.669616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23799): Terminating (SIGTERM)\u000a22:44:44.710739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23802): Terminating (SIGTERM)\u000a22:44:44.751389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23805): Terminating (SIGTERM)\u000a22:44:44.761338 --- ParallelTerminationStrategy: PID 23799 died...\u000a22:44:44.816195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23799): Terminated: ok {rc=0}\u000a22:44:44.826241 --- ParallelTerminationStrategy: PID 23802 died...\u000a22:44:44.880490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23802): Terminated: ok {rc=0}\u000a22:44:44.890769 --- ParallelTerminationStrategy: PID 23805 died...\u000a22:44:44.945061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23805): Terminated: ok {rc=0}\u000a22:44:45.029588 bus /gobi_0: Setting Powered False\u000a22:44:46.142341 bus /gobi_0: Setting Powered False\u000a22:44:47.251227 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:44:37" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23816): Process ended prematurely: osmo-stp_10.42.42.5(pid=23816) [trial-2350↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23816)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23816): Process ended prematurely: osmo-stp_10.42.42.5(pid=23816) [trial-2350↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23816)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a22:44:49.213019 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:44:49.224152 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a22:44:49.375053 tst switch_tch_pdch.py: using LAC 17263\u000a22:44:49.492213 tst switch_tch_pdch.py: using RAC 178\u000a22:44:49.611688 tst switch_tch_pdch.py: using CellId 17263\u000a22:44:49.733176 tst switch_tch_pdch.py: using BVCI 17264\u000a22:44:49.756130 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:44:49.767439 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:44:49.778359 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:44:49.789849 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:44:49.801299 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:44:49.812676 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:44:49.824135 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:44:49.835470 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:44:49.950913 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:44:50.225451 tst switch_tch_pdch.py:51: start network...\u000a22:44:50.348444 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:44:50.789837 run create_hlr_db(pid=23810): Launched\u000a22:44:50.911709 bus /gobi_6: Setting Powered False\u000a22:44:51.983984 run create_hlr_db(pid=23810): Terminated: ok {rc=0}\u000a22:44:52.378660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23812): Launched\u000a22:44:52.695944 run osmo-hlr_10.42.42.2(pid=23813): Launched\u000a22:44:52.813036 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:44:53.336248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23815): Launched\u000a22:44:53.651623 run osmo-stp_10.42.42.5(pid=23816): Launched\u000a22:44:53.767100 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:44:54.293283 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23818): Launched\u000a22:44:54.406145 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:44:54.682453 run patchelf(pid=23819): Launched\u000a22:44:54.869767 run osmo-stp_10.42.42.5(pid=23816): ERR: Terminated: ERROR {rc=1} [trial-2350↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23816)]\u000a22:44:55.006459 run osmo-stp_10.42.42.5(pid=23816): stdout: \u000a| (launched: 2022-12-08_22:44:53.497465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:55.142603 run osmo-stp_10.42.42.5(pid=23816): stderr: \u000a| �[0;m�[38;5;43m20221208224453687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224453687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224453687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224453688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224453690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224453690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224453690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:55.274764 run osmo-stp_10.42.42.5(pid=23816): stdout: \u000a| (launched: 2022-12-08_22:44:53.497465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:55.406071 run osmo-stp_10.42.42.5(pid=23816): stderr: \u000a| �[0;m�[38;5;43m20221208224453687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224453687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224453687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224453688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224453690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224453690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224453690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:55.558333 run patchelf(pid=23819): Terminating (SIGINT)\u000a22:44:55.737449 run patchelf(pid=23819): Terminated: ok {rc=0}\u000a22:44:55.769809 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23816): Process ended prematurely: osmo-stp_10.42.42.5(pid=23816) [trial-2350↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23816)] [trial-2350↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a22:44:55.779135 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a22:44:55.843281 run osmo-hlr_10.42.42.2(pid=23813): ERR: Terminated: ERROR {rc=237} [trial-2350↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23813)]\u000a22:44:55.895768 run osmo-hlr_10.42.42.2(pid=23813): stdout: \u000a| (launched: 2022-12-08_22:44:52.540336) \u000a22:44:55.948596 run osmo-hlr_10.42.42.2(pid=23813): stderr: \u000a| �[0;m�[1;31m20221208224452740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224452740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224452740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224452740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224452740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224452740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224452755 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224452763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224452764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224452764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:44:55.993545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23812): Terminating (SIGTERM)\u000a22:44:56.036119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23815): Terminating (SIGTERM)\u000a22:44:56.079189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23818): Terminating (SIGTERM)\u000a22:44:56.089028 --- ParallelTerminationStrategy: PID 23812 died...\u000a22:44:56.145733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23812): Terminated: ok {rc=0}\u000a22:44:56.155933 --- ParallelTerminationStrategy: PID 23815 died...\u000a22:44:56.213083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23815): Terminated: ok {rc=0}\u000a22:44:56.223290 --- ParallelTerminationStrategy: PID 23818 died...\u000a22:44:56.279937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23818): Terminated: ok {rc=0}\u000a22:44:56.367722 bus /gobi_0: Setting Powered False\u000a22:44:57.475224 bus /gobi_0: Setting Powered False\u000a22:44:58.585826 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:44:48" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23829): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23829) [trial-2350↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23829)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23829): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23829) [trial-2350↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23829)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a22:45:00.465301 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a22:45:00.476449 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a22:45:00.610192 tst mo_mt_sms.py: using LAC 17264\u000a22:45:00.732006 tst mo_mt_sms.py: using RAC 179\u000a22:45:00.859893 tst mo_mt_sms.py: using CellId 17264\u000a22:45:00.999770 tst mo_mt_sms.py: using BVCI 17265\u000a22:45:01.023506 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a22:45:01.141400 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a22:45:01.469987 tst mo_mt_sms.py:9: start nitb and bts...\u000a22:45:01.598975 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:45:02.254592 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23828): Launched\u000a22:45:02.554405 run osmo-nitb_10.42.42.2(pid=23829): Launched\u000a22:45:02.739795 run osmo-nitb_10.42.42.2(pid=23829): ERR: Terminated: ERROR {rc=2} [trial-2350↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23829)]\u000a22:45:02.876540 run osmo-nitb_10.42.42.2(pid=23829): stdout: \u000a| (launched: 2022-12-08_22:45:02.410455) \u000a22:45:03.013620 run osmo-nitb_10.42.42.2(pid=23829): stderr: \u000a| (launched: 2022-12-08_22:45:02.455590)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:45:03.146048 run osmo-nitb_10.42.42.2(pid=23829): stdout: \u000a| (launched: 2022-12-08_22:45:02.410455) \u000a22:45:03.277325 run osmo-nitb_10.42.42.2(pid=23829): stderr: \u000a| (launched: 2022-12-08_22:45:02.455590)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:45:03.675076 tst osmo-nitb_10.42.42.2(pid=23829): stdout: \u000a| (launched: 2022-12-08_22:45:02.410455) \u000a22:45:03.793992 tst osmo-nitb_10.42.42.2(pid=23829): stderr: \u000a| (launched: 2022-12-08_22:45:02.455590)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:45:03.845956 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=23829): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23829) [trial-2350↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23829)] [trial-2350↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a22:45:03.854348 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a22:45:03.889879 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23828): Terminating (SIGTERM)\u000a22:45:04.067564 --- ParallelTerminationStrategy: PID 23828 died...\u000a22:45:04.123824 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23828): Terminated: ok {rc=0}\u000a22:45:04.211553 bus /sierra_3: Setting Powered False\u000a22:45:05.315878 bus /sierra_3: Setting Powered False\u000a22:45:06.424830 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:45:00" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "sms:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23840): Process ended prematurely: osmo-stp_10.42.42.5(pid=23840) [trial-2350↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23840)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23840): Process ended prematurely: osmo-stp_10.42.42.5(pid=23840) [trial-2350↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23840)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a22:45:08.288166 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:08.299390 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a22:45:08.427767 tst mo_mt_sms.py: using LAC 17265\u000a22:45:08.551863 tst mo_mt_sms.py: using RAC 180\u000a22:45:08.680014 tst mo_mt_sms.py: using CellId 17265\u000a22:45:08.808561 tst mo_mt_sms.py: using BVCI 17266\u000a22:45:08.832668 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:08.843670 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:08.854633 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:08.865618 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:08.876451 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:08.887363 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a22:45:09.001803 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a22:45:09.201111 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:45:09.669473 run create_hlr_db(pid=23834): Launched\u000a22:45:09.841163 bus /sierra_2: Setting Powered False\u000a22:45:10.861656 run create_hlr_db(pid=23834): Terminated: ok {rc=0}\u000a22:45:11.255444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23836): Launched\u000a22:45:11.551283 run osmo-hlr_10.42.42.2(pid=23837): Launched\u000a22:45:11.665154 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:45:12.183802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23839): Launched\u000a22:45:12.478993 run osmo-stp_10.42.42.5(pid=23840): Launched\u000a22:45:12.587331 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:45:13.128883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23842): Launched\u000a22:45:13.426519 run osmo-msc_10.42.42.6(pid=23843): Launched\u000a22:45:13.601664 run osmo-stp_10.42.42.5(pid=23840): ERR: Terminated: ERROR {rc=1} [trial-2350↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23840)]\u000a22:45:13.728675 run osmo-stp_10.42.42.5(pid=23840): stdout: \u000a| (launched: 2022-12-08_22:45:12.333734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:45:13.853516 run osmo-stp_10.42.42.5(pid=23840): stderr: \u000a| �[0;m�[38;5;43m20221208224512503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224512504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224512504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224512504 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224512505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224512505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224512505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:45:13.973274 run osmo-stp_10.42.42.5(pid=23840): stdout: \u000a| (launched: 2022-12-08_22:45:12.333734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:45:14.091854 run osmo-stp_10.42.42.5(pid=23840): stderr: \u000a| �[0;m�[38;5;43m20221208224512503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224512504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224512504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224512504 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224512505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224512505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224512505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:45:14.143723 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=23840): Process ended prematurely: osmo-stp_10.42.42.5(pid=23840) [trial-2350↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23840)] [trial-2350↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a22:45:14.151699 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a22:45:14.212620 run osmo-hlr_10.42.42.2(pid=23837): ERR: Terminated: ERROR {rc=237} [trial-2350↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23837)]\u000a22:45:14.262525 run osmo-hlr_10.42.42.2(pid=23837): stdout: \u000a| (launched: 2022-12-08_22:45:11.405373) \u000a22:45:14.313194 run osmo-hlr_10.42.42.2(pid=23837): stderr: \u000a| �[0;m�[1;31m20221208224511581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224511581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224511581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224511581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224511581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224511581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224511594 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224511602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224511603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224511603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:45:14.381535 run osmo-msc_10.42.42.6(pid=23843): ERR: Terminated: ERROR {rc=2} [trial-2350↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23843)]\u000a22:45:14.431383 run osmo-msc_10.42.42.6(pid=23843): stdout: \u000a| (launched: 2022-12-08_22:45:13.279509) \u000a22:45:14.481821 run osmo-msc_10.42.42.6(pid=23843): stderr: \u000a| �[0;m�[38;5;43m20221208224513550 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208224513550 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff47ab47c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208224513550 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208224513550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208224513550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208224513550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208224513553 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208224513553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208224513553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208224513553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:45:14.524203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23836): Terminating (SIGTERM)\u000a22:45:14.564753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23839): Terminating (SIGTERM)\u000a22:45:14.605404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23842): Terminating (SIGTERM)\u000a22:45:14.614958 --- ParallelTerminationStrategy: PID 23836 died...\u000a22:45:14.668897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23836): Terminated: ok {rc=0}\u000a22:45:14.678880 --- ParallelTerminationStrategy: PID 23839 died...\u000a22:45:14.732663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23839): Terminated: ok {rc=0}\u000a22:45:14.742547 --- ParallelTerminationStrategy: PID 23842 died...\u000a22:45:14.797013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23842): Terminated: ok {rc=0}\u000a22:45:14.880663 bus /sierra_3: Setting Powered False\u000a22:45:15.991696 bus /sierra_3: Setting Powered False\u000a22:45:17.110164 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:45:08" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23849): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23849) [trial-2350↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23849)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23849): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23849) [trial-2350↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23849)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a22:45:18.927222 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a22:45:18.938318 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a22:45:19.063723 tst assert_extension.py: using LAC 17266\u000a22:45:19.182910 tst assert_extension.py: using RAC 181\u000a22:45:19.299697 tst assert_extension.py: using CellId 17266\u000a22:45:19.419110 tst assert_extension.py: using BVCI 17267\u000a22:45:19.441737 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a22:45:19.727977 tst assert_extension.py:10: start nitb and bts...\u000a22:45:19.861161 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:45:20.516380 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23848): Launched\u000a22:45:20.830725 run osmo-nitb_10.42.42.2(pid=23849): Launched\u000a22:45:21.026495 run osmo-nitb_10.42.42.2(pid=23849): ERR: Terminated: ERROR {rc=2} [trial-2350↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23849)]\u000a22:45:21.171506 run osmo-nitb_10.42.42.2(pid=23849): stdout: \u000a| (launched: 2022-12-08_22:45:20.678104) \u000a22:45:21.316221 run osmo-nitb_10.42.42.2(pid=23849): stderr: \u000a| (launched: 2022-12-08_22:45:20.725594)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:45:21.456560 run osmo-nitb_10.42.42.2(pid=23849): stdout: \u000a| (launched: 2022-12-08_22:45:20.678104) \u000a22:45:21.595456 run osmo-nitb_10.42.42.2(pid=23849): stderr: \u000a| (launched: 2022-12-08_22:45:20.725594)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:45:21.958450 tst osmo-nitb_10.42.42.2(pid=23849): stdout: \u000a| (launched: 2022-12-08_22:45:20.678104) \u000a22:45:22.084528 tst osmo-nitb_10.42.42.2(pid=23849): stderr: \u000a| (launched: 2022-12-08_22:45:20.725594)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:45:22.140222 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=23849): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23849) [trial-2350↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23849)] [trial-2350↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a22:45:22.149401 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a22:45:22.185884 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23848): Terminating (SIGTERM)\u000a22:45:22.363920 --- ParallelTerminationStrategy: PID 23848 died...\u000a22:45:22.422365 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23848): Terminated: ok {rc=0}\u000a22:45:22.510630 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:45:18" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "ussd:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23859): Process ended prematurely: osmo-stp_10.42.42.5(pid=23859) [trial-2350↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23859)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23859): Process ended prematurely: osmo-stp_10.42.42.5(pid=23859) [trial-2350↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23859)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a22:45:24.319888 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:24.331374 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a22:45:24.460448 tst assert_extension.py: using LAC 17267\u000a22:45:24.584379 tst assert_extension.py: using RAC 182\u000a22:45:24.708389 tst assert_extension.py: using CellId 17267\u000a22:45:24.832711 tst assert_extension.py: using BVCI 17268\u000a22:45:24.856733 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:24.867717 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:24.878663 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:24.889724 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:24.900761 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:24.911892 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a22:45:25.116681 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:45:25.622965 run create_hlr_db(pid=23853): Launched\u000a22:45:25.807932 bus /sierra_2: Setting Powered False\u000a22:45:26.828690 run create_hlr_db(pid=23853): Terminated: ok {rc=0}\u000a22:45:27.228214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23855): Launched\u000a22:45:27.526713 run osmo-hlr_10.42.42.2(pid=23856): Launched\u000a22:45:27.641419 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:45:28.158832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23858): Launched\u000a22:45:28.456258 run osmo-stp_10.42.42.5(pid=23859): Launched\u000a22:45:28.565961 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:45:29.107889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23861): Launched\u000a22:45:29.404283 run osmo-msc_10.42.42.6(pid=23862): Launched\u000a22:45:29.581445 run osmo-stp_10.42.42.5(pid=23859): ERR: Terminated: ERROR {rc=1} [trial-2350↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23859)]\u000a22:45:29.708552 run osmo-stp_10.42.42.5(pid=23859): stdout: \u000a| (launched: 2022-12-08_22:45:28.309681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:45:29.833570 run osmo-stp_10.42.42.5(pid=23859): stderr: \u000a| �[0;m�[38;5;43m20221208224528477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224528477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224528477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224528478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224528480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224528480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224528480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:45:29.953624 run osmo-stp_10.42.42.5(pid=23859): stdout: \u000a| (launched: 2022-12-08_22:45:28.309681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:45:30.072118 run osmo-stp_10.42.42.5(pid=23859): stderr: \u000a| �[0;m�[38;5;43m20221208224528477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224528477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224528477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224528478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224528480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224528480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224528480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:45:30.124152 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=23859): Process ended prematurely: osmo-stp_10.42.42.5(pid=23859) [trial-2350↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23859)] [trial-2350↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a22:45:30.132116 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a22:45:30.193270 run osmo-hlr_10.42.42.2(pid=23856): ERR: Terminated: ERROR {rc=237} [trial-2350↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23856)]\u000a22:45:30.243352 run osmo-hlr_10.42.42.2(pid=23856): stdout: \u000a| (launched: 2022-12-08_22:45:27.379259) \u000a22:45:30.293878 run osmo-hlr_10.42.42.2(pid=23856): stderr: \u000a| �[0;m�[1;31m20221208224527555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224527555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224527555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224527555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224527555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224527556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224527566 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224527575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224527575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224527575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:45:30.362340 run osmo-msc_10.42.42.6(pid=23862): ERR: Terminated: ERROR {rc=2} [trial-2350↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23862)]\u000a22:45:30.412110 run osmo-msc_10.42.42.6(pid=23862): stdout: \u000a| (launched: 2022-12-08_22:45:29.258450) \u000a22:45:30.462637 run osmo-msc_10.42.42.6(pid=23862): stderr: \u000a| �[0;m�[38;5;43m20221208224529527 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208224529527 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f66277d3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208224529527 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208224529527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208224529527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208224529527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208224529529 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208224529530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208224529530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208224529530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:45:30.505304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23855): Terminating (SIGTERM)\u000a22:45:30.546673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23858): Terminating (SIGTERM)\u000a22:45:30.586999 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23861): Terminating (SIGTERM)\u000a22:45:30.596539 --- ParallelTerminationStrategy: PID 23855 died...\u000a22:45:30.650760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23855): Terminated: ok {rc=0}\u000a22:45:30.660357 --- ParallelTerminationStrategy: PID 23858 died...\u000a22:45:30.714178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23858): Terminated: ok {rc=0}\u000a22:45:30.724072 --- ParallelTerminationStrategy: PID 23861 died...\u000a22:45:30.777935 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23861): Terminated: ok {rc=0}\u000a22:45:30.866564 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:45:24" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23873): Process ended prematurely: osmo-stp_10.42.42.5(pid=23873) [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23873)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23873): Process ended prematurely: osmo-stp_10.42.42.5(pid=23873) [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23873)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:45:32.815722 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:32.826932 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:45:32.973759 tst mo_mt_call.py: using LAC 17268\u000a22:45:33.092468 tst mo_mt_call.py: using RAC 183\u000a22:45:33.213315 tst mo_mt_call.py: using CellId 17268\u000a22:45:33.332344 tst mo_mt_call.py: using BVCI 17269\u000a22:45:33.355390 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:33.366649 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:33.377649 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:33.388773 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:33.400128 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:33.411492 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:45:33.529660 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:45:33.730893 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:45:34.205369 run create_hlr_db(pid=23867): Launched\u000a22:45:34.378655 bus /sierra_2: Setting Powered False\u000a22:45:35.400565 run create_hlr_db(pid=23867): Terminated: ok {rc=0}\u000a22:45:35.803123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23869): Launched\u000a22:45:36.105950 run osmo-hlr_10.42.42.2(pid=23870): Launched\u000a22:45:36.224241 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:45:36.751975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23872): Launched\u000a22:45:37.053560 run osmo-stp_10.42.42.5(pid=23873): Launched\u000a22:45:37.163949 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:45:37.715954 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23875): Launched\u000a22:45:38.020634 run osmo-msc_10.42.42.6(pid=23876): Launched\u000a22:45:38.199043 run osmo-stp_10.42.42.5(pid=23873): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23873)]\u000a22:45:38.327983 run osmo-stp_10.42.42.5(pid=23873): stdout: \u000a| (launched: 2022-12-08_22:45:36.905359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:45:38.454526 run osmo-stp_10.42.42.5(pid=23873): stderr: \u000a| �[0;m�[38;5;43m20221208224537073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224537073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224537073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224537074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224537076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224537076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224537076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:45:38.576483 run osmo-stp_10.42.42.5(pid=23873): stdout: \u000a| (launched: 2022-12-08_22:45:36.905359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:45:38.697515 run osmo-stp_10.42.42.5(pid=23873): stderr: \u000a| �[0;m�[38;5;43m20221208224537073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224537073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224537073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224537074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224537076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224537076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224537076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:45:38.750549 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23873): Process ended prematurely: osmo-stp_10.42.42.5(pid=23873) [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23873)] [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a22:45:38.759596 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:45:38.820812 run osmo-hlr_10.42.42.2(pid=23870): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23870)]\u000a22:45:38.870903 run osmo-hlr_10.42.42.2(pid=23870): stdout: \u000a| (launched: 2022-12-08_22:45:35.957188) \u000a22:45:38.921558 run osmo-hlr_10.42.42.2(pid=23870): stderr: \u000a| �[0;m�[1;31m20221208224536133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224536133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224536133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224536133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224536133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224536133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224536146 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224536155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224536155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224536155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:45:38.990613 run osmo-msc_10.42.42.6(pid=23876): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23876)]\u000a22:45:39.040454 run osmo-msc_10.42.42.6(pid=23876): stdout: \u000a| (launched: 2022-12-08_22:45:37.870812) \u000a22:45:39.090773 run osmo-msc_10.42.42.6(pid=23876): stderr: \u000a| �[0;m�[38;5;43m20221208224538143 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208224538143 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f99618f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208224538143 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208224538143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208224538143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208224538143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208224538145 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208224538146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208224538146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208224538146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:45:39.133049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23869): Terminating (SIGTERM)\u000a22:45:39.173392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23872): Terminating (SIGTERM)\u000a22:45:39.213609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23875): Terminating (SIGTERM)\u000a22:45:39.222884 --- ParallelTerminationStrategy: PID 23869 died...\u000a22:45:39.277179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23869): Terminated: ok {rc=0}\u000a22:45:39.286945 --- ParallelTerminationStrategy: PID 23872 died...\u000a22:45:39.340763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23872): Terminated: ok {rc=0}\u000a22:45:39.350440 --- ParallelTerminationStrategy: PID 23875 died...\u000a22:45:39.404015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23875): Terminated: ok {rc=0}\u000a22:45:39.493284 bus /sierra_3: Setting Powered False\u000a22:45:40.597735 bus /sierra_3: Setting Powered False\u000a22:45:41.709955 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 29, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23884): Process ended prematurely: osmo-stp_10.42.42.5(pid=23884) [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23884)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23884): Process ended prematurely: osmo-stp_10.42.42.5(pid=23884) [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23884)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:45:42.820310 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:42.832152 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:45:42.977618 tst mo_mt_call_osmux.py: using LAC 17269\u000a22:45:43.096108 tst mo_mt_call_osmux.py: using RAC 184\u000a22:45:43.217098 tst mo_mt_call_osmux.py: using CellId 17269\u000a22:45:43.335432 tst mo_mt_call_osmux.py: using BVCI 17270\u000a22:45:43.358570 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:43.369618 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:43.380455 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:43.391663 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:43.402891 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:43.414059 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:45:43.532468 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:45:43.742639 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:45:44.256864 run create_hlr_db(pid=23878): Launched\u000a22:45:44.443414 bus /sierra_2: Setting Powered False\u000a22:45:45.465743 run create_hlr_db(pid=23878): Terminated: ok {rc=0}\u000a22:45:45.876855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23880): Launched\u000a22:45:46.295961 run osmo-hlr_10.42.42.2(pid=23881): Launched\u000a22:45:46.528353 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:45:47.169505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23883): Launched\u000a22:45:47.526644 run osmo-stp_10.42.42.5(pid=23884): Launched\u000a22:45:47.646431 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:45:48.238394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23886): Launched\u000a22:45:48.561950 run osmo-msc_10.42.42.6(pid=23887): Launched\u000a22:45:48.752807 run osmo-stp_10.42.42.5(pid=23884): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23884)]\u000a22:45:48.890294 run osmo-stp_10.42.42.5(pid=23884): stdout: \u000a| (launched: 2022-12-08_22:45:47.366304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:45:49.026564 run osmo-stp_10.42.42.5(pid=23884): stderr: \u000a| �[0;m�[38;5;43m20221208224547556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224547556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224547557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224547557 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224547559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224547560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224547560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:45:49.157017 run osmo-stp_10.42.42.5(pid=23884): stdout: \u000a| (launched: 2022-12-08_22:45:47.366304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:45:49.285872 run osmo-stp_10.42.42.5(pid=23884): stderr: \u000a| �[0;m�[38;5;43m20221208224547556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224547556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224547557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224547557 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224547559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224547560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224547560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:45:49.343139 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23884): Process ended prematurely: osmo-stp_10.42.42.5(pid=23884) [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23884)] [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a22:45:49.352435 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a22:45:49.415707 run osmo-hlr_10.42.42.2(pid=23881): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23881)]\u000a22:45:49.467682 run osmo-hlr_10.42.42.2(pid=23881): stdout: \u000a| (launched: 2022-12-08_22:45:46.043351) \u000a22:45:49.520088 run osmo-hlr_10.42.42.2(pid=23881): stderr: \u000a| �[0;m�[1;31m20221208224546379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224546379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224546379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224546379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224546379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224546379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224546393 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224546401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224546401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224546401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:45:49.591640 run osmo-msc_10.42.42.6(pid=23887): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23887)]\u000a22:45:49.643594 run osmo-msc_10.42.42.6(pid=23887): stdout: \u000a| (launched: 2022-12-08_22:45:48.403529) \u000a22:45:49.696123 run osmo-msc_10.42.42.6(pid=23887): stderr: \u000a| �[0;m�[38;5;43m20221208224548724 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208224548724 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff70bf85c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208224548724 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208224548724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208224548724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208224548725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208224548726 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208224548727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208224548727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208224548727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:45:49.741105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23880): Terminating (SIGTERM)\u000a22:45:49.783999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23883): Terminating (SIGTERM)\u000a22:45:49.826616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23886): Terminating (SIGTERM)\u000a22:45:49.836467 --- ParallelTerminationStrategy: PID 23880 died...\u000a22:45:49.893435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23880): Terminated: ok {rc=0}\u000a22:45:49.903653 --- ParallelTerminationStrategy: PID 23883 died...\u000a22:45:49.960166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23883): Terminated: ok {rc=0}\u000a22:45:49.970810 --- ParallelTerminationStrategy: PID 23886 died...\u000a22:45:50.027798 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23886): Terminated: ok {rc=0}\u000a22:45:50.115864 bus /sierra_3: Setting Powered False\u000a22:45:51.223396 bus /sierra_3: Setting Powered False\u000a22:45:52.331493 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:45:32" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23898): Process ended prematurely: osmo-stp_10.42.42.5(pid=23898) [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23898)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23898): Process ended prematurely: osmo-stp_10.42.42.5(pid=23898) [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23898)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a22:45:54.314994 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:45:54.326221 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:45:54.470493 tst mo_mt_call.py: using LAC 17270\u000a22:45:54.588340 tst mo_mt_call.py: using RAC 185\u000a22:45:54.709183 tst mo_mt_call.py: using CellId 17270\u000a22:45:54.826741 tst mo_mt_call.py: using BVCI 17271\u000a22:45:54.849959 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:45:54.861090 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:45:54.871911 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:45:54.883108 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:45:54.894460 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:45:54.905642 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:45:55.023414 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:45:55.233907 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:45:55.748892 run create_hlr_db(pid=23892): Launched\u000a22:45:55.936824 bus /sierra_2: Setting Powered False\u000a22:45:56.957371 run create_hlr_db(pid=23892): Terminated: ok {rc=0}\u000a22:45:57.363622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23894): Launched\u000a22:45:57.665892 run osmo-hlr_10.42.42.2(pid=23895): Launched\u000a22:45:57.794089 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:45:58.356294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23897): Launched\u000a22:45:58.679255 run osmo-stp_10.42.42.5(pid=23898): Launched\u000a22:45:58.798089 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:45:59.391168 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23900): Launched\u000a22:45:59.713694 run osmo-msc_10.42.42.6(pid=23901): Launched\u000a22:45:59.904608 run osmo-stp_10.42.42.5(pid=23898): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23898)]\u000a22:46:00.041812 run osmo-stp_10.42.42.5(pid=23898): stdout: \u000a| (launched: 2022-12-08_22:45:58.520941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:00.178349 run osmo-stp_10.42.42.5(pid=23898): stderr: \u000a| �[0;m�[38;5;43m20221208224558713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224558713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224558713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224558713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224558714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224558714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224558714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:00.308510 run osmo-stp_10.42.42.5(pid=23898): stdout: \u000a| (launched: 2022-12-08_22:45:58.520941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:00.437897 run osmo-stp_10.42.42.5(pid=23898): stderr: \u000a| �[0;m�[38;5;43m20221208224558713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224558713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224558713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224558713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224558714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224558714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224558714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:00.494875 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23898): Process ended prematurely: osmo-stp_10.42.42.5(pid=23898) [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23898)] [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a22:46:00.504274 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:46:00.567525 run osmo-hlr_10.42.42.2(pid=23895): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23895)]\u000a22:46:00.619361 run osmo-hlr_10.42.42.2(pid=23895): stdout: \u000a| (launched: 2022-12-08_22:45:57.517670) \u000a22:46:00.672011 run osmo-hlr_10.42.42.2(pid=23895): stderr: \u000a| �[0;m�[1;31m20221208224557694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224557694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224557694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224557694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224557695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224557695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224557707 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224557716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224557716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224557716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:46:00.743542 run osmo-msc_10.42.42.6(pid=23901): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23901)]\u000a22:46:00.795825 run osmo-msc_10.42.42.6(pid=23901): stdout: \u000a| (launched: 2022-12-08_22:45:59.555825) \u000a22:46:00.848297 run osmo-msc_10.42.42.6(pid=23901): stderr: \u000a| �[0;m�[38;5;43m20221208224559875 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208224559876 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe9fdbe6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208224559876 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208224559876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208224559876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208224559876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208224559878 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208224559878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208224559878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208224559878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:46:00.901391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23894): Terminating (SIGTERM)\u000a22:46:00.946213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23897): Terminating (SIGTERM)\u000a22:46:00.989684 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23900): Terminating (SIGTERM)\u000a22:46:00.999789 --- ParallelTerminationStrategy: PID 23894 died...\u000a22:46:01.057222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23894): Terminated: ok {rc=0}\u000a22:46:01.068041 --- ParallelTerminationStrategy: PID 23897 died...\u000a22:46:01.125648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23897): Terminated: ok {rc=0}\u000a22:46:01.136298 --- ParallelTerminationStrategy: PID 23900 died...\u000a22:46:01.193710 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23900): Terminated: ok {rc=0}\u000a22:46:01.283627 bus /sierra_3: Setting Powered False\u000a22:46:02.389641 bus /sierra_3: Setting Powered False\u000a22:46:03.496165 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23909): Process ended prematurely: osmo-stp_10.42.42.5(pid=23909) [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23909)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23909): Process ended prematurely: osmo-stp_10.42.42.5(pid=23909) [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23909)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:46:04.611191 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:46:04.623559 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:46:04.774141 tst mo_mt_call_osmux.py: using LAC 17271\u000a22:46:04.896005 tst mo_mt_call_osmux.py: using RAC 186\u000a22:46:05.023671 tst mo_mt_call_osmux.py: using CellId 17271\u000a22:46:05.151314 tst mo_mt_call_osmux.py: using BVCI 17272\u000a22:46:05.176071 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:46:05.187680 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:46:05.199163 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:46:05.210646 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:46:05.222224 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:46:05.233667 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:46:05.351667 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:46:05.554289 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:46:06.032823 run create_hlr_db(pid=23903): Launched\u000a22:46:06.207502 bus /sierra_2: Setting Powered False\u000a22:46:07.229595 run create_hlr_db(pid=23903): Terminated: ok {rc=0}\u000a22:46:07.658621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23905): Launched\u000a22:46:07.982938 run osmo-hlr_10.42.42.2(pid=23906): Launched\u000a22:46:08.102288 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:46:08.662820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23908): Launched\u000a22:46:08.985863 run osmo-stp_10.42.42.5(pid=23909): Launched\u000a22:46:09.103392 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:46:09.693723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23911): Launched\u000a22:46:10.018114 run osmo-msc_10.42.42.6(pid=23912): Launched\u000a22:46:10.208435 run osmo-stp_10.42.42.5(pid=23909): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23909)]\u000a22:46:10.345427 run osmo-stp_10.42.42.5(pid=23909): stdout: \u000a| (launched: 2022-12-08_22:46:08.828216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:10.481880 run osmo-stp_10.42.42.5(pid=23909): stderr: \u000a| �[0;m�[38;5;43m20221208224609021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224609021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224609021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224609022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224609022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224609022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224609022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:10.613337 run osmo-stp_10.42.42.5(pid=23909): stdout: \u000a| (launched: 2022-12-08_22:46:08.828216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:10.742216 run osmo-stp_10.42.42.5(pid=23909): stderr: \u000a| �[0;m�[38;5;43m20221208224609021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224609021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224609021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224609022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224609022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224609022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224609022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:10.799823 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23909): Process ended prematurely: osmo-stp_10.42.42.5(pid=23909) [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23909)] [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a22:46:10.809375 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:46:10.872911 run osmo-hlr_10.42.42.2(pid=23906): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23906)]\u000a22:46:10.924935 run osmo-hlr_10.42.42.2(pid=23906): stdout: \u000a| (launched: 2022-12-08_22:46:07.824411) \u000a22:46:10.977826 run osmo-hlr_10.42.42.2(pid=23906): stderr: \u000a| �[0;m�[1;31m20221208224608021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224608021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224608021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224608021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224608021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224608021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224608034 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224608042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224608042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224608043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:46:11.049877 run osmo-msc_10.42.42.6(pid=23912): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23912)]\u000a22:46:11.102002 run osmo-msc_10.42.42.6(pid=23912): stdout: \u000a| (launched: 2022-12-08_22:46:09.859618) \u000a22:46:11.154640 run osmo-msc_10.42.42.6(pid=23912): stderr: \u000a| �[0;m�[38;5;43m20221208224610181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208224610181 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f82ed516c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208224610181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208224610182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208224610182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208224610182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208224610183 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208224610184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208224610184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208224610184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:46:11.199500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23905): Terminating (SIGTERM)\u000a22:46:11.242112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23908): Terminating (SIGTERM)\u000a22:46:11.284439 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23911): Terminating (SIGTERM)\u000a22:46:11.294168 --- ParallelTerminationStrategy: PID 23905 died...\u000a22:46:11.350907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23905): Terminated: ok {rc=0}\u000a22:46:11.361360 --- ParallelTerminationStrategy: PID 23908 died...\u000a22:46:11.417735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23908): Terminated: ok {rc=0}\u000a22:46:11.428170 --- ParallelTerminationStrategy: PID 23911 died...\u000a22:46:11.484572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23911): Terminated: ok {rc=0}\u000a22:46:11.571522 bus /sierra_3: Setting Powered False\u000a22:46:12.678876 bus /sierra_3: Setting Powered False\u000a22:46:13.787856 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:45:54" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23924): Process ended prematurely: osmo-stp_10.42.42.5(pid=23924) [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23924)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23924): Process ended prematurely: osmo-stp_10.42.42.5(pid=23924) [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23924)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:46:15.762749 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:15.774754 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:46:15.944445 tst mo_mt_call.py: using LAC 17272\u000a22:46:16.075345 tst mo_mt_call.py: using RAC 187\u000a22:46:16.217742 tst mo_mt_call.py: using CellId 17272\u000a22:46:16.372058 tst mo_mt_call.py: using BVCI 17273\u000a22:46:16.403819 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:16.418842 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:16.435733 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:16.451077 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:16.467286 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:16.482584 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:46:16.628329 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:46:16.862130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:46:17.386456 run create_hlr_db(pid=23918): Launched\u000a22:46:17.560741 bus /sierra_2: Setting Powered False\u000a22:46:18.582910 run create_hlr_db(pid=23918): Terminated: ok {rc=0}\u000a22:46:18.985245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23920): Launched\u000a22:46:19.286998 run osmo-hlr_10.42.42.2(pid=23921): Launched\u000a22:46:19.405364 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:46:19.935453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23923): Launched\u000a22:46:20.238671 run osmo-stp_10.42.42.5(pid=23924): Launched\u000a22:46:20.350179 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:46:20.901157 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23926): Launched\u000a22:46:21.205095 run osmo-msc_10.42.42.6(pid=23927): Launched\u000a22:46:21.383611 run osmo-stp_10.42.42.5(pid=23924): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23924)]\u000a22:46:21.512757 run osmo-stp_10.42.42.5(pid=23924): stdout: \u000a| (launched: 2022-12-08_22:46:20.089727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:21.639854 run osmo-stp_10.42.42.5(pid=23924): stderr: \u000a| �[0;m�[38;5;43m20221208224620258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224620258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224620259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224620259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224620259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224620259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224620260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:21.763974 run osmo-stp_10.42.42.5(pid=23924): stdout: \u000a| (launched: 2022-12-08_22:46:20.089727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:21.885110 run osmo-stp_10.42.42.5(pid=23924): stderr: \u000a| �[0;m�[38;5;43m20221208224620258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224620258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224620259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224620259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224620259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224620259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224620260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:21.938422 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23924): Process ended prematurely: osmo-stp_10.42.42.5(pid=23924) [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23924)] [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a22:46:21.947177 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:46:22.008599 run osmo-hlr_10.42.42.2(pid=23921): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23921)]\u000a22:46:22.058766 run osmo-hlr_10.42.42.2(pid=23921): stdout: \u000a| (launched: 2022-12-08_22:46:19.138914) \u000a22:46:22.109436 run osmo-hlr_10.42.42.2(pid=23921): stderr: \u000a| �[0;m�[1;31m20221208224619313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224619313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224619313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224619313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224619313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224619313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224619325 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224619333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224619334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224619334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:46:22.177742 run osmo-msc_10.42.42.6(pid=23927): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23927)]\u000a22:46:22.227410 run osmo-msc_10.42.42.6(pid=23927): stdout: \u000a| (launched: 2022-12-08_22:46:21.054781) \u000a22:46:22.277689 run osmo-msc_10.42.42.6(pid=23927): stderr: \u000a| �[0;m�[38;5;43m20221208224621325 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208224621325 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5f9efb9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208224621325 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208224621325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208224621325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208224621326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208224621327 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208224621328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208224621328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208224621328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:46:22.319874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23920): Terminating (SIGTERM)\u000a22:46:22.360337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23923): Terminating (SIGTERM)\u000a22:46:22.400578 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23926): Terminating (SIGTERM)\u000a22:46:22.410233 --- ParallelTerminationStrategy: PID 23920 died...\u000a22:46:22.464476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23920): Terminated: ok {rc=0}\u000a22:46:22.474386 --- ParallelTerminationStrategy: PID 23923 died...\u000a22:46:22.528288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23923): Terminated: ok {rc=0}\u000a22:46:22.538367 --- ParallelTerminationStrategy: PID 23926 died...\u000a22:46:22.592808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23926): Terminated: ok {rc=0}\u000a22:46:22.681553 bus /sierra_3: Setting Powered False\u000a22:46:23.786614 bus /sierra_3: Setting Powered False\u000a22:46:24.898544 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23935): Process ended prematurely: osmo-stp_10.42.42.5(pid=23935) [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23935)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23935): Process ended prematurely: osmo-stp_10.42.42.5(pid=23935) [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23935)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:46:26.009051 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:26.020714 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:46:26.169793 tst mo_mt_call_osmux.py: using LAC 17273\u000a22:46:26.299436 tst mo_mt_call_osmux.py: using RAC 188\u000a22:46:26.426792 tst mo_mt_call_osmux.py: using CellId 17273\u000a22:46:26.551430 tst mo_mt_call_osmux.py: using BVCI 17274\u000a22:46:26.574486 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:26.585752 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:26.596807 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:26.607999 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:26.619782 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:26.631097 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:46:26.745532 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:46:26.952533 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:46:27.427511 run create_hlr_db(pid=23929): Launched\u000a22:46:27.601743 bus /sierra_2: Setting Powered False\u000a22:46:28.624660 run create_hlr_db(pid=23929): Terminated: ok {rc=0}\u000a22:46:29.026421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23931): Launched\u000a22:46:29.328163 run osmo-hlr_10.42.42.2(pid=23932): Launched\u000a22:46:29.446449 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:46:29.980306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23934): Launched\u000a22:46:30.283823 run osmo-stp_10.42.42.5(pid=23935): Launched\u000a22:46:30.396376 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:46:30.993914 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23937): Launched\u000a22:46:31.528264 run osmo-msc_10.42.42.6(pid=23938): Launched\u000a22:46:31.837968 run osmo-stp_10.42.42.5(pid=23935): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23935)]\u000a22:46:32.006264 run osmo-stp_10.42.42.5(pid=23935): stdout: \u000a| (launched: 2022-12-08_22:46:30.134490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:32.174250 run osmo-stp_10.42.42.5(pid=23935): stderr: \u000a| �[0;m�[38;5;43m20221208224630305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224630305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224630305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224630306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224630306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224630306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224630306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:32.332303 run osmo-stp_10.42.42.5(pid=23935): stdout: \u000a| (launched: 2022-12-08_22:46:30.134490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:32.464729 run osmo-stp_10.42.42.5(pid=23935): stderr: \u000a| �[0;m�[38;5;43m20221208224630305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224630305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224630305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224630306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224630306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224630306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224630306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:32.522260 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23935): Process ended prematurely: osmo-stp_10.42.42.5(pid=23935) [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23935)] [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a22:46:32.531712 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a22:46:32.595761 run osmo-hlr_10.42.42.2(pid=23932): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23932)]\u000a22:46:32.647874 run osmo-hlr_10.42.42.2(pid=23932): stdout: \u000a| (launched: 2022-12-08_22:46:29.180007) \u000a22:46:32.700309 run osmo-hlr_10.42.42.2(pid=23932): stderr: \u000a| �[0;m�[1;31m20221208224629354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224629354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224629354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224629354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224629354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224629354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224629366 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224629374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224629375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224629375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:46:32.772074 run osmo-msc_10.42.42.6(pid=23938): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23938)]\u000a22:46:32.824728 run osmo-msc_10.42.42.6(pid=23938): stdout: \u000a| (launched: 2022-12-08_22:46:31.195436) \u000a22:46:32.877631 run osmo-msc_10.42.42.6(pid=23938): stderr: \u000a| �[0;m�[38;5;43m20221208224631517 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208224631517 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f74a6a2ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208224631517 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208224631517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208224631517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208224631518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208224631519 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208224631520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208224631520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208224631520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:46:32.922562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23931): Terminating (SIGTERM)\u000a22:46:32.965139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23934): Terminating (SIGTERM)\u000a22:46:33.007683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23937): Terminating (SIGTERM)\u000a22:46:33.017614 --- ParallelTerminationStrategy: PID 23931 died...\u000a22:46:33.074341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23931): Terminated: ok {rc=0}\u000a22:46:33.084542 --- ParallelTerminationStrategy: PID 23934 died...\u000a22:46:33.141601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23934): Terminated: ok {rc=0}\u000a22:46:33.151764 --- ParallelTerminationStrategy: PID 23937 died...\u000a22:46:33.208092 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23937): Terminated: ok {rc=0}\u000a22:46:33.294792 bus /sierra_3: Setting Powered False\u000a22:46:34.402195 bus /sierra_3: Setting Powered False\u000a22:46:35.510475 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:46:15" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23950): Process ended prematurely: osmo-stp_10.42.42.5(pid=23950) [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23950)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23950): Process ended prematurely: osmo-stp_10.42.42.5(pid=23950) [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23950)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:46:37.484143 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:37.495682 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:46:37.650282 tst mo_mt_call.py: using LAC 17274\u000a22:46:37.776487 tst mo_mt_call.py: using RAC 189\u000a22:46:37.904850 tst mo_mt_call.py: using CellId 17274\u000a22:46:38.033315 tst mo_mt_call.py: using BVCI 17275\u000a22:46:38.057954 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:38.069469 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:38.080777 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:38.092264 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:38.103753 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:38.115157 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:46:38.231284 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:46:38.438110 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:46:38.951668 run create_hlr_db(pid=23944): Launched\u000a22:46:39.137648 bus /sierra_2: Setting Powered False\u000a22:46:40.160460 run create_hlr_db(pid=23944): Terminated: ok {rc=0}\u000a22:46:40.566387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23946): Launched\u000a22:46:40.870095 run osmo-hlr_10.42.42.2(pid=23947): Launched\u000a22:46:40.985937 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:46:41.510650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23949): Launched\u000a22:46:41.813400 run osmo-stp_10.42.42.5(pid=23950): Launched\u000a22:46:41.924122 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:46:42.476115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23952): Launched\u000a22:46:42.779202 run osmo-msc_10.42.42.6(pid=23953): Launched\u000a22:46:42.958409 run osmo-stp_10.42.42.5(pid=23950): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23950)]\u000a22:46:43.087784 run osmo-stp_10.42.42.5(pid=23950): stdout: \u000a| (launched: 2022-12-08_22:46:41.664677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:43.214554 run osmo-stp_10.42.42.5(pid=23950): stderr: \u000a| �[0;m�[38;5;43m20221208224641835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224641835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224641835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224641836 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224641836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224641836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224641836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:43.336367 run osmo-stp_10.42.42.5(pid=23950): stdout: \u000a| (launched: 2022-12-08_22:46:41.664677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:43.457207 run osmo-stp_10.42.42.5(pid=23950): stderr: \u000a| �[0;m�[38;5;43m20221208224641835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224641835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224641835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224641836 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224641836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224641836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224641836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:43.510408 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23950): Process ended prematurely: osmo-stp_10.42.42.5(pid=23950) [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23950)] [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a22:46:43.519105 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a22:46:43.580365 run osmo-hlr_10.42.42.2(pid=23947): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23947)]\u000a22:46:43.630280 run osmo-hlr_10.42.42.2(pid=23947): stdout: \u000a| (launched: 2022-12-08_22:46:40.720592) \u000a22:46:43.681028 run osmo-hlr_10.42.42.2(pid=23947): stderr: \u000a| �[0;m�[1;31m20221208224640896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224640897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224640897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224640897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224640897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224640897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224640909 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224640917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224640918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224640918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:46:43.749187 run osmo-msc_10.42.42.6(pid=23953): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23953)]\u000a22:46:43.799212 run osmo-msc_10.42.42.6(pid=23953): stdout: \u000a| (launched: 2022-12-08_22:46:42.629512) \u000a22:46:43.849867 run osmo-msc_10.42.42.6(pid=23953): stderr: \u000a| �[0;m�[38;5;43m20221208224642899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208224642900 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f27b422fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208224642900 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208224642900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208224642900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208224642900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208224642902 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208224642902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208224642902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208224642903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:46:43.892076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23946): Terminating (SIGTERM)\u000a22:46:43.932207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23949): Terminating (SIGTERM)\u000a22:46:43.973075 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23952): Terminating (SIGTERM)\u000a22:46:43.982666 --- ParallelTerminationStrategy: PID 23946 died...\u000a22:46:44.037124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23946): Terminated: ok {rc=0}\u000a22:46:44.046815 --- ParallelTerminationStrategy: PID 23949 died...\u000a22:46:44.100630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23949): Terminated: ok {rc=0}\u000a22:46:44.110716 --- ParallelTerminationStrategy: PID 23952 died...\u000a22:46:44.164352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23952): Terminated: ok {rc=0}\u000a22:46:44.253463 bus /sierra_3: Setting Powered False\u000a22:46:45.357174 bus /sierra_3: Setting Powered False\u000a22:46:46.483480 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23961): Process ended prematurely: osmo-stp_10.42.42.5(pid=23961) [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23961)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23961): Process ended prematurely: osmo-stp_10.42.42.5(pid=23961) [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23961)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:46:47.594972 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:47.607021 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:46:47.755071 tst mo_mt_call_osmux.py: using LAC 17275\u000a22:46:47.873806 tst mo_mt_call_osmux.py: using RAC 190\u000a22:46:47.992850 tst mo_mt_call_osmux.py: using CellId 17275\u000a22:46:48.119217 tst mo_mt_call_osmux.py: using BVCI 17276\u000a22:46:48.142514 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:48.153696 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:48.164716 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:48.176038 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:48.187480 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:48.198667 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:46:48.317370 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:46:48.520353 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:46:48.995427 run create_hlr_db(pid=23955): Launched\u000a22:46:49.169765 bus /sierra_2: Setting Powered False\u000a22:46:50.191988 run create_hlr_db(pid=23955): Terminated: ok {rc=0}\u000a22:46:50.619819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23957): Launched\u000a22:46:50.943801 run osmo-hlr_10.42.42.2(pid=23958): Launched\u000a22:46:51.064715 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:46:51.627020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23960): Launched\u000a22:46:51.951046 run osmo-stp_10.42.42.5(pid=23961): Launched\u000a22:46:52.068304 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:46:52.659424 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23963): Launched\u000a22:46:52.983578 run osmo-msc_10.42.42.6(pid=23964): Launched\u000a22:46:53.173735 run osmo-stp_10.42.42.5(pid=23961): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23961)]\u000a22:46:53.310964 run osmo-stp_10.42.42.5(pid=23961): stdout: \u000a| (launched: 2022-12-08_22:46:51.792179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:53.447375 run osmo-stp_10.42.42.5(pid=23961): stderr: \u000a| �[0;m�[38;5;43m20221208224651983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224651983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224651984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224651984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224651985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224651985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224651985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:53.577954 run osmo-stp_10.42.42.5(pid=23961): stdout: \u000a| (launched: 2022-12-08_22:46:51.792179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:53.707064 run osmo-stp_10.42.42.5(pid=23961): stderr: \u000a| �[0;m�[38;5;43m20221208224651983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224651983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224651984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224651984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224651985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224651985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224651985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:53.764052 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23961): Process ended prematurely: osmo-stp_10.42.42.5(pid=23961) [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23961)] [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a22:46:53.773516 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:46:53.837341 run osmo-hlr_10.42.42.2(pid=23958): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23958)]\u000a22:46:53.889685 run osmo-hlr_10.42.42.2(pid=23958): stdout: \u000a| (launched: 2022-12-08_22:46:50.785148) \u000a22:46:53.942646 run osmo-hlr_10.42.42.2(pid=23958): stderr: \u000a| �[0;m�[1;31m20221208224650982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224650982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224650982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224650982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224650982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224650982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224650995 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224651003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224651003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224651003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:46:54.015118 run osmo-msc_10.42.42.6(pid=23964): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23964)]\u000a22:46:54.067271 run osmo-msc_10.42.42.6(pid=23964): stdout: \u000a| (launched: 2022-12-08_22:46:52.825181) \u000a22:46:54.119795 run osmo-msc_10.42.42.6(pid=23964): stderr: \u000a| �[0;m�[38;5;43m20221208224653148 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208224653148 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fae8f8adc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208224653148 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208224653148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208224653148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208224653149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208224653152 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208224653153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208224653153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208224653153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:46:54.164162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23957): Terminating (SIGTERM)\u000a22:46:54.206419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23960): Terminating (SIGTERM)\u000a22:46:54.248881 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23963): Terminating (SIGTERM)\u000a22:46:54.258471 --- ParallelTerminationStrategy: PID 23957 died...\u000a22:46:54.315093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23957): Terminated: ok {rc=0}\u000a22:46:54.325467 --- ParallelTerminationStrategy: PID 23960 died...\u000a22:46:54.381666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23960): Terminated: ok {rc=0}\u000a22:46:54.391929 --- ParallelTerminationStrategy: PID 23963 died...\u000a22:46:54.447798 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23963): Terminated: ok {rc=0}\u000a22:46:54.535276 bus /sierra_3: Setting Powered False\u000a22:46:55.642940 bus /sierra_3: Setting Powered False\u000a22:46:56.752347 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:46:37" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23975): Process ended prematurely: osmo-stp_10.42.42.5(pid=23975) [trial-2350↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23975)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23975): Process ended prematurely: osmo-stp_10.42.42.5(pid=23975) [trial-2350↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23975)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a22:46:58.721571 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:46:58.732925 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:46:58.881466 tst mo_mt_call.py: using LAC 17276\u000a22:46:59.000014 tst mo_mt_call.py: using RAC 191\u000a22:46:59.119725 tst mo_mt_call.py: using CellId 17276\u000a22:46:59.240230 tst mo_mt_call.py: using BVCI 17277\u000a22:46:59.263118 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:46:59.274286 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:46:59.285444 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:46:59.296671 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:46:59.307930 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:46:59.319100 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:46:59.436640 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:46:59.645655 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:47:00.160415 run create_hlr_db(pid=23969): Launched\u000a22:47:00.347157 bus /sierra_2: Setting Powered False\u000a22:47:01.419299 run create_hlr_db(pid=23969): Terminated: ok {rc=0}\u000a22:47:01.866038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23971): Launched\u000a22:47:02.292736 run osmo-hlr_10.42.42.2(pid=23972): Launched\u000a22:47:02.405904 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:47:02.931699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23974): Launched\u000a22:47:03.234875 run osmo-stp_10.42.42.5(pid=23975): Launched\u000a22:47:03.344879 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:47:03.899243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23977): Launched\u000a22:47:04.202792 run osmo-msc_10.42.42.6(pid=23978): Launched\u000a22:47:04.381916 run osmo-stp_10.42.42.5(pid=23975): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23975)]\u000a22:47:04.511630 run osmo-stp_10.42.42.5(pid=23975): stdout: \u000a| (launched: 2022-12-08_22:47:03.085767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:04.638761 run osmo-stp_10.42.42.5(pid=23975): stderr: \u000a| �[0;m�[38;5;43m20221208224703256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224703256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224703257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224703257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224703258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224703258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224703258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:04.760765 run osmo-stp_10.42.42.5(pid=23975): stdout: \u000a| (launched: 2022-12-08_22:47:03.085767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:04.881763 run osmo-stp_10.42.42.5(pid=23975): stderr: \u000a| �[0;m�[38;5;43m20221208224703256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224703256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224703257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224703257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224703258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224703258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224703258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:04.934927 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23975): Process ended prematurely: osmo-stp_10.42.42.5(pid=23975) [trial-2350↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23975)] [trial-2350↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a22:47:04.943741 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a22:47:05.005651 run osmo-hlr_10.42.42.2(pid=23972): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23972)]\u000a22:47:05.055981 run osmo-hlr_10.42.42.2(pid=23972): stdout: \u000a| (launched: 2022-12-08_22:47:02.033877) \u000a22:47:05.107663 run osmo-hlr_10.42.42.2(pid=23972): stderr: \u000a| �[0;m�[1;31m20221208224702248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224702248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224702248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224702248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224702248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224702248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224702270 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224702282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224702282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224702282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:47:05.176864 run osmo-msc_10.42.42.6(pid=23978): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23978)]\u000a22:47:05.227111 run osmo-msc_10.42.42.6(pid=23978): stdout: \u000a| (launched: 2022-12-08_22:47:04.053967) \u000a22:47:05.277829 run osmo-msc_10.42.42.6(pid=23978): stderr: \u000a| �[0;m�[38;5;43m20221208224704325 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208224704325 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7db4a71c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208224704325 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208224704326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208224704326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208224704326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208224704328 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208224704329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208224704329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208224704329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:47:05.320497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23971): Terminating (SIGTERM)\u000a22:47:05.361308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23974): Terminating (SIGTERM)\u000a22:47:05.401906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23977): Terminating (SIGTERM)\u000a22:47:05.411595 --- ParallelTerminationStrategy: PID 23971 died...\u000a22:47:05.465976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23971): Terminated: ok {rc=0}\u000a22:47:05.476107 --- ParallelTerminationStrategy: PID 23974 died...\u000a22:47:05.530011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23974): Terminated: ok {rc=0}\u000a22:47:05.539912 --- ParallelTerminationStrategy: PID 23977 died...\u000a22:47:05.594295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23977): Terminated: ok {rc=0}\u000a22:47:05.678966 bus /sierra_3: Setting Powered False\u000a22:47:06.786602 bus /sierra_3: Setting Powered False\u000a22:47:07.896187 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23986): Process ended prematurely: osmo-stp_10.42.42.5(pid=23986) [trial-2350↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23986)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23986): Process ended prematurely: osmo-stp_10.42.42.5(pid=23986) [trial-2350↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23986)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:47:09.011200 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:47:09.023630 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:47:09.178271 tst mo_mt_call_osmux.py: using LAC 17277\u000a22:47:09.306660 tst mo_mt_call_osmux.py: using RAC 192\u000a22:47:09.433804 tst mo_mt_call_osmux.py: using CellId 17277\u000a22:47:09.560102 tst mo_mt_call_osmux.py: using BVCI 17278\u000a22:47:09.584668 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:47:09.596296 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:47:09.607754 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:47:09.619241 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:47:09.630826 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:47:09.642300 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:47:09.762975 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:47:09.966735 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:47:10.444298 run create_hlr_db(pid=23980): Launched\u000a22:47:10.619027 bus /sierra_2: Setting Powered False\u000a22:47:11.640903 run create_hlr_db(pid=23980): Terminated: ok {rc=0}\u000a22:47:12.043515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23982): Launched\u000a22:47:12.346447 run osmo-hlr_10.42.42.2(pid=23983): Launched\u000a22:47:12.465987 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:47:13.002908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23985): Launched\u000a22:47:13.306102 run osmo-stp_10.42.42.5(pid=23986): Launched\u000a22:47:13.417771 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:47:13.971814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23988): Launched\u000a22:47:14.276559 run osmo-msc_10.42.42.6(pid=23989): Launched\u000a22:47:14.457849 run osmo-stp_10.42.42.5(pid=23986): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23986)]\u000a22:47:14.587986 run osmo-stp_10.42.42.5(pid=23986): stdout: \u000a| (launched: 2022-12-08_22:47:13.157157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:14.715806 run osmo-stp_10.42.42.5(pid=23986): stderr: \u000a| �[0;m�[38;5;43m20221208224713326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224713326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224713326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224713327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224713327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224713327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224713327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:14.839276 run osmo-stp_10.42.42.5(pid=23986): stdout: \u000a| (launched: 2022-12-08_22:47:13.157157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:14.961285 run osmo-stp_10.42.42.5(pid=23986): stderr: \u000a| �[0;m�[38;5;43m20221208224713326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224713326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224713326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224713327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224713327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224713327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224713327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:15.015146 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23986): Process ended prematurely: osmo-stp_10.42.42.5(pid=23986) [trial-2350↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23986)] [trial-2350↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a22:47:15.024008 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a22:47:15.086115 run osmo-hlr_10.42.42.2(pid=23983): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23983)]\u000a22:47:15.135942 run osmo-hlr_10.42.42.2(pid=23983): stdout: \u000a| (launched: 2022-12-08_22:47:12.197572) \u000a22:47:15.186968 run osmo-hlr_10.42.42.2(pid=23983): stderr: \u000a| �[0;m�[1;31m20221208224712374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224712374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224712374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224712374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224712374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224712374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224712386 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224712395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224712395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224712395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:47:15.256848 run osmo-msc_10.42.42.6(pid=23989): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23989)]\u000a22:47:15.307022 run osmo-msc_10.42.42.6(pid=23989): stdout: \u000a| (launched: 2022-12-08_22:47:14.125982) \u000a22:47:15.358096 run osmo-msc_10.42.42.6(pid=23989): stderr: \u000a| �[0;m�[38;5;43m20221208224714398 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208224714398 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc97d742c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208224714398 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208224714398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208224714398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208224714398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208224714400 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208224714401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208224714401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208224714401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:47:15.400737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23982): Terminating (SIGTERM)\u000a22:47:15.441708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23985): Terminating (SIGTERM)\u000a22:47:15.482818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23988): Terminating (SIGTERM)\u000a22:47:15.492601 --- ParallelTerminationStrategy: PID 23982 died...\u000a22:47:15.546849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23982): Terminated: ok {rc=0}\u000a22:47:15.556754 --- ParallelTerminationStrategy: PID 23985 died...\u000a22:47:15.611056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23985): Terminated: ok {rc=0}\u000a22:47:15.621146 --- ParallelTerminationStrategy: PID 23988 died...\u000a22:47:15.675449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23988): Terminated: ok {rc=0}\u000a22:47:15.766085 bus /sierra_3: Setting Powered False\u000a22:47:16.878961 bus /sierra_3: Setting Powered False\u000a22:47:17.990748 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:46:58" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24000): Process ended prematurely: osmo-stp_10.42.42.5(pid=24000) [trial-2350↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24000)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24000): Process ended prematurely: osmo-stp_10.42.42.5(pid=24000) [trial-2350↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24000)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a22:47:19.974757 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:19.985619 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a22:47:20.110415 tst emergency_mo_mt_call.py: using LAC 17278\u000a22:47:20.234141 tst emergency_mo_mt_call.py: using RAC 193\u000a22:47:20.359004 tst emergency_mo_mt_call.py: using CellId 17278\u000a22:47:20.484231 tst emergency_mo_mt_call.py: using BVCI 17279\u000a22:47:20.508621 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:20.520098 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:20.531199 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:20.542960 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:20.554206 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:20.565412 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:47:20.678244 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:47:20.875971 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:47:21.343472 run create_hlr_db(pid=23994): Launched\u000a22:47:21.515701 bus /sierra_2: Setting Powered False\u000a22:47:22.537695 run create_hlr_db(pid=23994): Terminated: ok {rc=0}\u000a22:47:22.959417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23996): Launched\u000a22:47:23.277063 run osmo-hlr_10.42.42.2(pid=23997): Launched\u000a22:47:23.393710 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:47:23.944670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23999): Launched\u000a22:47:24.261554 run osmo-stp_10.42.42.5(pid=24000): Launched\u000a22:47:24.388474 tst emergency_mo_mt_call.py: using MSISDN 6886\u000a22:47:24.548058 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:47:25.127312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24002): Launched\u000a22:47:25.445387 run osmo-msc_10.42.42.6(pid=24003): Launched\u000a22:47:25.631383 run osmo-stp_10.42.42.5(pid=24000): ERR: Terminated: ERROR {rc=1} [trial-2350↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24000)]\u000a22:47:25.766041 run osmo-stp_10.42.42.5(pid=24000): stdout: \u000a| (launched: 2022-12-08_22:47:24.105797)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:25.901241 run osmo-stp_10.42.42.5(pid=24000): stderr: \u000a| �[0;m�[38;5;43m20221208224724298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224724298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224724298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224724299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224724299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224724299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224724299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:26.029478 run osmo-stp_10.42.42.5(pid=24000): stdout: \u000a| (launched: 2022-12-08_22:47:24.105797)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:26.156377 run osmo-stp_10.42.42.5(pid=24000): stderr: \u000a| �[0;m�[38;5;43m20221208224724298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224724298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224724298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224724299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224724299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224724299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224724299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:26.212335 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=24000): Process ended prematurely: osmo-stp_10.42.42.5(pid=24000) [trial-2350↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24000)] [trial-2350↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a22:47:26.221311 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a22:47:26.285497 run osmo-hlr_10.42.42.2(pid=23997): ERR: Terminated: ERROR {rc=237} [trial-2350↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23997)]\u000a22:47:26.337908 run osmo-hlr_10.42.42.2(pid=23997): stdout: \u000a| (launched: 2022-12-08_22:47:23.121341) \u000a22:47:26.391277 run osmo-hlr_10.42.42.2(pid=23997): stderr: \u000a| �[0;m�[1;31m20221208224723317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224723317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224723317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224723317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224723317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224723317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224723329 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224723337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224723337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224723337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:47:26.463250 run osmo-msc_10.42.42.6(pid=24003): ERR: Terminated: ERROR {rc=2} [trial-2350↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24003)]\u000a22:47:26.515939 run osmo-msc_10.42.42.6(pid=24003): stdout: \u000a| (launched: 2022-12-08_22:47:25.289693) \u000a22:47:26.569238 run osmo-msc_10.42.42.6(pid=24003): stderr: \u000a| �[0;m�[38;5;43m20221208224725611 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208224725611 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc0d1e86c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208224725611 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208224725611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208224725611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208224725612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208224725613 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208224725614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208224725614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208224725614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:47:26.614777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23996): Terminating (SIGTERM)\u000a22:47:26.657537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23999): Terminating (SIGTERM)\u000a22:47:26.700609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24002): Terminating (SIGTERM)\u000a22:47:26.710664 --- ParallelTerminationStrategy: PID 23996 died...\u000a22:47:26.767542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23996): Terminated: ok {rc=0}\u000a22:47:26.777869 --- ParallelTerminationStrategy: PID 23999 died...\u000a22:47:26.835156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23999): Terminated: ok {rc=0}\u000a22:47:26.845595 --- ParallelTerminationStrategy: PID 24002 died...\u000a22:47:26.902318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24002): Terminated: ok {rc=0}\u000a22:47:26.989852 bus /sierra_3: Setting Powered False\u000a22:47:28.095500 bus /sierra_3: Setting Powered False\u000a22:47:29.208135 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24011): Process ended prematurely: osmo-stp_10.42.42.5(pid=24011) [trial-2350↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24011)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24011): Process ended prematurely: osmo-stp_10.42.42.5(pid=24011) [trial-2350↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24011)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a22:47:30.259012 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:30.270534 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a22:47:30.398609 tst emergency_preemptive_call.py: using LAC 17279\u000a22:47:30.515060 tst emergency_preemptive_call.py: using RAC 194\u000a22:47:30.630827 tst emergency_preemptive_call.py: using CellId 17279\u000a22:47:30.750484 tst emergency_preemptive_call.py: using BVCI 17280\u000a22:47:30.773201 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:30.783919 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:30.794524 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:30.805435 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:30.816135 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:30.827017 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:47:30.950281 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:47:31.067389 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:47:31.187364 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:47:31.442867 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:47:32.014794 run create_hlr_db(pid=24005): Launched\u000a22:47:32.203301 bus /sierra_2: Setting Powered False\u000a22:47:33.221484 run create_hlr_db(pid=24005): Terminated: ok {rc=0}\u000a22:47:33.621643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24007): Launched\u000a22:47:33.918982 run osmo-hlr_10.42.42.2(pid=24008): Launched\u000a22:47:34.034624 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:47:34.558432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24010): Launched\u000a22:47:34.857432 run osmo-stp_10.42.42.5(pid=24011): Launched\u000a22:47:34.988918 tst emergency_preemptive_call.py: using MSISDN 6887\u000a22:47:35.141214 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:47:35.686191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24013): Launched\u000a22:47:36.007347 run osmo-msc_10.42.42.6(pid=24015): Launched\u000a22:47:36.197051 run osmo-stp_10.42.42.5(pid=24011): ERR: Terminated: ERROR {rc=1} [trial-2350↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24011)]\u000a22:47:36.334201 run osmo-stp_10.42.42.5(pid=24011): stdout: \u000a| (launched: 2022-12-08_22:47:34.710514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:36.470605 run osmo-stp_10.42.42.5(pid=24011): stderr: \u000a| �[0;m�[38;5;43m20221208224734880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224734880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224734880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224734881 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224734881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224734882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224734882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:36.600362 run osmo-stp_10.42.42.5(pid=24011): stdout: \u000a| (launched: 2022-12-08_22:47:34.710514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:36.728133 run osmo-stp_10.42.42.5(pid=24011): stderr: \u000a| �[0;m�[38;5;43m20221208224734880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224734880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224734880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224734881 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224734881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224734882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224734882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:36.783888 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=24011): Process ended prematurely: osmo-stp_10.42.42.5(pid=24011) [trial-2350↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24011)] [trial-2350↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a22:47:36.792550 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a22:47:36.856427 run osmo-hlr_10.42.42.2(pid=24008): ERR: Terminated: ERROR {rc=237} [trial-2350↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24008)]\u000a22:47:36.909005 run osmo-hlr_10.42.42.2(pid=24008): stdout: \u000a| (launched: 2022-12-08_22:47:33.772575) \u000a22:47:36.962046 run osmo-hlr_10.42.42.2(pid=24008): stderr: \u000a| �[0;m�[1;31m20221208224733944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224733945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224733945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224733945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224733945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224733945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224733956 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224733966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224733967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224733967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:47:37.034311 run osmo-msc_10.42.42.6(pid=24015): ERR: Terminated: ERROR {rc=2} [trial-2350↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24015)]\u000a22:47:37.086615 run osmo-msc_10.42.42.6(pid=24015): stdout: \u000a| (launched: 2022-12-08_22:47:35.849388) \u000a22:47:37.139711 run osmo-msc_10.42.42.6(pid=24015): stderr: \u000a| �[0;m�[38;5;43m20221208224736165 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208224736165 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fee2ba35c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208224736165 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208224736165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208224736166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208224736166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208224736168 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208224736169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208224736169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208224736169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:47:37.184659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24007): Terminating (SIGTERM)\u000a22:47:37.227341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24010): Terminating (SIGTERM)\u000a22:47:37.270000 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24013): Terminating (SIGTERM)\u000a22:47:37.279832 --- ParallelTerminationStrategy: PID 24007 died...\u000a22:47:37.336545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24007): Terminated: ok {rc=0}\u000a22:47:37.346907 --- ParallelTerminationStrategy: PID 24010 died...\u000a22:47:37.403297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24010): Terminated: ok {rc=0}\u000a22:47:37.413715 --- ParallelTerminationStrategy: PID 24013 died...\u000a22:47:37.470071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24013): Terminated: ok {rc=0}\u000a22:47:37.557978 bus /sierra_9: Setting Powered False\u000a22:47:38.662818 bus /sierra_9: Setting Powered False\u000a22:47:39.775362 bus /sierra_8: Setting Powered False\u000a22:47:40.880499 bus /sierra_8: Setting Powered False\u000a22:47:41.991820 bus /sierra_3: Setting Powered False\u000a22:47:43.096550 bus /sierra_3: Setting Powered False\u000a22:47:44.208910 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:47:19" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24030): Process ended prematurely: osmo-stp_10.42.42.5(pid=24030) [trial-2350↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24030)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24030): Process ended prematurely: osmo-stp_10.42.42.5(pid=24030) [trial-2350↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24030)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:47:46.315536 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:46.327286 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a22:47:46.457131 tst cs_paging_gprs_active.py: using LAC 17280\u000a22:47:46.584429 tst cs_paging_gprs_active.py: using RAC 195\u000a22:47:46.714785 tst cs_paging_gprs_active.py: using CellId 17280\u000a22:47:46.837532 tst cs_paging_gprs_active.py: using BVCI 17281\u000a22:47:46.861784 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:46.873621 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:46.885809 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:46.898433 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:46.910066 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:46.922590 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:46.936333 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:46.950498 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:46.964099 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:47:47.108034 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:47:47.408497 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:47:47.544443 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:47:47.879650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24020): Launched\u000a22:47:48.159120 run iperf3-srv_10.42.42.10(pid=24021): Launched\u000a22:47:48.357677 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:47:48.493433 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:47:48.828882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24022): Launched\u000a22:47:49.107542 run iperf3-srv_10.42.42.10(pid=24023): Launched\u000a22:47:49.305991 tst cs_paging_gprs_active.py:38: start network...\u000a22:47:49.441411 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:47:49.959855 run create_hlr_db(pid=24024): Launched\u000a22:47:50.147218 bus /sierra_2: Setting Powered False\u000a22:47:51.169413 run create_hlr_db(pid=24024): Terminated: ok {rc=0}\u000a22:47:51.574944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24026): Launched\u000a22:47:51.878508 run osmo-hlr_10.42.42.2(pid=24027): Launched\u000a22:47:51.994969 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:47:52.528441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24029): Launched\u000a22:47:52.832436 run osmo-stp_10.42.42.5(pid=24030): Launched\u000a22:47:52.944163 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:47:53.474366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24032): Launched\u000a22:47:53.583184 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:47:53.848275 run patchelf(pid=24033): Launched\u000a22:47:54.027555 run osmo-stp_10.42.42.5(pid=24030): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24030)]\u000a22:47:54.158587 run osmo-stp_10.42.42.5(pid=24030): stdout: \u000a| (launched: 2022-12-08_22:47:52.682745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:54.290038 run osmo-stp_10.42.42.5(pid=24030): stderr: \u000a| �[0;m�[38;5;43m20221208224752854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224752854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224752855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224752855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224752855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224752856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224752856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:54.417339 run osmo-stp_10.42.42.5(pid=24030): stdout: \u000a| (launched: 2022-12-08_22:47:52.682745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:54.543408 run osmo-stp_10.42.42.5(pid=24030): stderr: \u000a| �[0;m�[38;5;43m20221208224752854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224752854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224752855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224752855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224752855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224752856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224752856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:54.689261 run patchelf(pid=24033): Terminating (SIGINT)\u000a22:47:54.861252 run patchelf(pid=24033): Terminated: ok {rc=0}\u000a22:47:54.892536 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24030): Process ended prematurely: osmo-stp_10.42.42.5(pid=24030) [trial-2350↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24030)] [trial-2350↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a22:47:54.901863 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a22:47:54.963272 run osmo-hlr_10.42.42.2(pid=24027): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24027)]\u000a22:47:55.013552 run osmo-hlr_10.42.42.2(pid=24027): stdout: \u000a| (launched: 2022-12-08_22:47:51.729457) \u000a22:47:55.064447 run osmo-hlr_10.42.42.2(pid=24027): stderr: \u000a| �[0;m�[1;31m20221208224751905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224751905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224751905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224751905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224751905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224751905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224751917 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224751925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224751926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224751926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:47:55.107373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24020): Terminating (SIGTERM)\u000a22:47:55.148327 run iperf3-srv_10.42.42.10(pid=24021): Terminating (SIGTERM)\u000a22:47:55.189316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24022): Terminating (SIGTERM)\u000a22:47:55.229794 run iperf3-srv_10.42.42.10(pid=24023): Terminating (SIGTERM)\u000a22:47:55.270517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24026): Terminating (SIGTERM)\u000a22:47:55.311243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24029): Terminating (SIGTERM)\u000a22:47:55.352132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24032): Terminating (SIGTERM)\u000a22:47:55.361837 --- ParallelTerminationStrategy: PID 24020 died...\u000a22:47:55.416253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24020): Terminated: ok {rc=0}\u000a22:47:55.426417 --- ParallelTerminationStrategy: PID 24021 died...\u000a22:47:55.480678 run iperf3-srv_10.42.42.10(pid=24021): Terminated {rc=256}\u000a22:47:55.490537 --- ParallelTerminationStrategy: PID 24022 died...\u000a22:47:55.544520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24022): Terminated: ok {rc=0}\u000a22:47:55.554494 --- ParallelTerminationStrategy: PID 24023 died...\u000a22:47:55.608301 run iperf3-srv_10.42.42.10(pid=24023): Terminated {rc=256}\u000a22:47:55.618326 --- ParallelTerminationStrategy: PID 24026 died...\u000a22:47:55.672486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24026): Terminated: ok {rc=0}\u000a22:47:55.682471 --- ParallelTerminationStrategy: PID 24029 died...\u000a22:47:55.737023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24029): Terminated: ok {rc=0}\u000a22:47:55.746877 --- ParallelTerminationStrategy: PID 24032 died...\u000a22:47:55.800675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24032): Terminated: ok {rc=0}\u000a22:47:55.889828 bus /gobi_0: Setting Powered False\u000a22:47:56.993904 bus /gobi_0: Setting Powered False\u000a22:47:58.108152 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24042): Process ended prematurely: osmo-stp_10.42.42.5(pid=24042) [trial-2350↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24042)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24042): Process ended prematurely: osmo-stp_10.42.42.5(pid=24042) [trial-2350↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24042)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a22:47:59.222822 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:59.234485 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a22:47:59.369725 tst iperf3.py: using LAC 17281\u000a22:47:59.496004 tst iperf3.py: using RAC 196\u000a22:47:59.624717 tst iperf3.py: using CellId 17281\u000a22:47:59.753777 tst iperf3.py: using BVCI 17282\u000a22:47:59.778628 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:59.789884 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:59.800824 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:59.811778 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:59.822732 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:59.834058 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:59.845298 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:59.856214 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:59.867374 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:48:00.161025 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:48:00.295819 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:48:00.629376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24034): Launched\u000a22:48:00.930655 run iperf3-srv_10.42.42.10(pid=24035): Launched\u000a22:48:01.132620 tst iperf3.py:8: start network...\u000a22:48:01.265056 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:48:01.799495 run create_hlr_db(pid=24036): Launched\u000a22:48:01.979761 bus /gobi_6: Setting Powered False\u000a22:48:02.996081 run create_hlr_db(pid=24036): Terminated: ok {rc=0}\u000a22:48:03.399740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24038): Launched\u000a22:48:03.702980 run osmo-hlr_10.42.42.2(pid=24039): Launched\u000a22:48:03.819598 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:48:04.353297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24041): Launched\u000a22:48:04.655133 run osmo-stp_10.42.42.5(pid=24042): Launched\u000a22:48:04.765683 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:48:05.295603 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24044): Launched\u000a22:48:05.404749 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:48:05.670648 run patchelf(pid=24045): Launched\u000a22:48:05.848759 run osmo-stp_10.42.42.5(pid=24042): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24042)]\u000a22:48:05.979182 run osmo-stp_10.42.42.5(pid=24042): stdout: \u000a| (launched: 2022-12-08_22:48:04.506842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:06.109804 run osmo-stp_10.42.42.5(pid=24042): stderr: \u000a| �[0;m�[38;5;43m20221208224804676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224804676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224804676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224804677 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224804679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224804679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224804679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:06.236168 run osmo-stp_10.42.42.5(pid=24042): stdout: \u000a| (launched: 2022-12-08_22:48:04.506842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:06.361715 run osmo-stp_10.42.42.5(pid=24042): stderr: \u000a| �[0;m�[38;5;43m20221208224804676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224804676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224804676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224804677 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224804679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224804679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224804679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:06.507183 run patchelf(pid=24045): Terminating (SIGINT)\u000a22:48:06.678174 run patchelf(pid=24045): Terminated: ok {rc=0}\u000a22:48:06.709569 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24042): Process ended prematurely: osmo-stp_10.42.42.5(pid=24042) [trial-2350↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24042)] [trial-2350↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a22:48:06.718961 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a22:48:06.780587 run osmo-hlr_10.42.42.2(pid=24039): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24039)]\u000a22:48:06.830883 run osmo-hlr_10.42.42.2(pid=24039): stdout: \u000a| (launched: 2022-12-08_22:48:03.554119) \u000a22:48:06.881989 run osmo-hlr_10.42.42.2(pid=24039): stderr: \u000a| �[0;m�[1;31m20221208224803728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224803729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224803729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224803729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224803729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224803729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224803740 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224803752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224803752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224803752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:48:06.924830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24034): Terminating (SIGTERM)\u000a22:48:06.966234 run iperf3-srv_10.42.42.10(pid=24035): Terminating (SIGTERM)\u000a22:48:07.006872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24038): Terminating (SIGTERM)\u000a22:48:07.047290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24041): Terminating (SIGTERM)\u000a22:48:07.087670 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24044): Terminating (SIGTERM)\u000a22:48:07.097232 --- ParallelTerminationStrategy: PID 24034 died...\u000a22:48:07.151841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24034): Terminated: ok {rc=0}\u000a22:48:07.161666 --- ParallelTerminationStrategy: PID 24035 died...\u000a22:48:07.216285 run iperf3-srv_10.42.42.10(pid=24035): Terminated {rc=256}\u000a22:48:07.226005 --- ParallelTerminationStrategy: PID 24038 died...\u000a22:48:07.279904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24038): Terminated: ok {rc=0}\u000a22:48:07.289880 --- ParallelTerminationStrategy: PID 24041 died...\u000a22:48:07.344164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24041): Terminated: ok {rc=0}\u000a22:48:07.353986 --- ParallelTerminationStrategy: PID 24044 died...\u000a22:48:07.408106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24044): Terminated: ok {rc=0}\u000a22:48:07.492100 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24060): Process ended prematurely: osmo-stp_10.42.42.5(pid=24060) [trial-2350↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24060)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24060): Process ended prematurely: osmo-stp_10.42.42.5(pid=24060) [trial-2350↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24060)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a22:48:08.608607 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:08.620471 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a22:48:08.757110 tst iperf3m4.py: using LAC 17282\u000a22:48:08.887643 tst iperf3m4.py: using RAC 197\u000a22:48:09.014999 tst iperf3m4.py: using CellId 17282\u000a22:48:09.142619 tst iperf3m4.py: using BVCI 17283\u000a22:48:09.167447 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:09.178647 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:09.189622 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:09.201149 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:09.212592 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:09.223927 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:09.235604 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:09.247055 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:09.258800 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:48:09.375680 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:48:09.495986 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:48:09.610016 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:48:09.887847 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:48:10.014769 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:48:10.330016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24046): Launched\u000a22:48:10.591237 run iperf3-srv_10.42.42.10(pid=24047): Launched\u000a22:48:10.775959 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:48:10.903356 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:48:11.217786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24048): Launched\u000a22:48:11.479601 run iperf3-srv_10.42.42.10(pid=24049): Launched\u000a22:48:11.664839 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:48:11.791595 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:48:12.106569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24050): Launched\u000a22:48:12.368434 run iperf3-srv_10.42.42.10(pid=24051): Launched\u000a22:48:12.553136 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:48:12.679628 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:48:12.994618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24052): Launched\u000a22:48:13.255187 run iperf3-srv_10.42.42.10(pid=24053): Launched\u000a22:48:13.439142 tst iperf3m4.py:8: start network...\u000a22:48:13.565067 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:48:14.042604 run create_hlr_db(pid=24054): Launched\u000a22:48:14.216642 bus /gobi_6: Setting Powered False\u000a22:48:15.239323 run create_hlr_db(pid=24054): Terminated: ok {rc=0}\u000a22:48:15.643661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24056): Launched\u000a22:48:16.029484 run osmo-hlr_10.42.42.2(pid=24057): Launched\u000a22:48:16.259617 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:48:16.895437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24059): Launched\u000a22:48:17.316783 run osmo-stp_10.42.42.5(pid=24060): Launched\u000a22:48:17.442584 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:48:18.008365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24062): Launched\u000a22:48:18.124332 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:48:18.406765 run patchelf(pid=24063): Launched\u000a22:48:18.599065 run osmo-stp_10.42.42.5(pid=24060): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24060)]\u000a22:48:18.738455 run osmo-stp_10.42.42.5(pid=24060): stdout: \u000a| (launched: 2022-12-08_22:48:17.051894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:18.878393 run osmo-stp_10.42.42.5(pid=24060): stderr: \u000a| �[0;m�[38;5;43m20221208224817267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224817267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224817267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224817267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224817268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224817268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224817268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:19.014450 run osmo-stp_10.42.42.5(pid=24060): stdout: \u000a| (launched: 2022-12-08_22:48:17.051894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:19.148692 run osmo-stp_10.42.42.5(pid=24060): stderr: \u000a| �[0;m�[38;5;43m20221208224817267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224817267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224817267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224817267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224817268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224817268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224817268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:19.303994 run patchelf(pid=24063): Terminating (SIGINT)\u000a22:48:19.486505 run patchelf(pid=24063): Terminated: ok {rc=0}\u000a22:48:19.521291 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24060): Process ended prematurely: osmo-stp_10.42.42.5(pid=24060) [trial-2350↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24060)] [trial-2350↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a22:48:19.531874 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a22:48:19.595787 run osmo-hlr_10.42.42.2(pid=24057): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24057)]\u000a22:48:19.647696 run osmo-hlr_10.42.42.2(pid=24057): stdout: \u000a| (launched: 2022-12-08_22:48:15.798963) \u000a22:48:19.700343 run osmo-hlr_10.42.42.2(pid=24057): stderr: \u000a| �[0;m�[1;31m20221208224816105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224816105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224816105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224816105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224816105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224816105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224816119 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224816136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224816136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224816136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:48:19.745157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24046): Terminating (SIGTERM)\u000a22:48:19.787560 run iperf3-srv_10.42.42.10(pid=24047): Terminating (SIGTERM)\u000a22:48:19.830036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24048): Terminating (SIGTERM)\u000a22:48:19.872581 run iperf3-srv_10.42.42.10(pid=24049): Terminating (SIGTERM)\u000a22:48:19.915228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24050): Terminating (SIGTERM)\u000a22:48:19.957589 run iperf3-srv_10.42.42.10(pid=24051): Terminating (SIGTERM)\u000a22:48:19.999855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24052): Terminating (SIGTERM)\u000a22:48:20.042219 run iperf3-srv_10.42.42.10(pid=24053): Terminating (SIGTERM)\u000a22:48:20.084586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24056): Terminating (SIGTERM)\u000a22:48:20.126872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24059): Terminating (SIGTERM)\u000a22:48:20.169279 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24062): Terminating (SIGTERM)\u000a22:48:20.179201 --- ParallelTerminationStrategy: PID 24046 died...\u000a22:48:20.236226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24046): Terminated: ok {rc=0}\u000a22:48:20.246633 --- ParallelTerminationStrategy: PID 24047 died...\u000a22:48:20.302974 run iperf3-srv_10.42.42.10(pid=24047): Terminated {rc=256}\u000a22:48:20.313520 --- ParallelTerminationStrategy: PID 24048 died...\u000a22:48:20.370026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24048): Terminated: ok {rc=0}\u000a22:48:20.380210 --- ParallelTerminationStrategy: PID 24049 died...\u000a22:48:20.436439 run iperf3-srv_10.42.42.10(pid=24049): Terminated {rc=256}\u000a22:48:20.446850 --- ParallelTerminationStrategy: PID 24050 died...\u000a22:48:20.503316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24050): Terminated: ok {rc=0}\u000a22:48:20.513652 --- ParallelTerminationStrategy: PID 24051 died...\u000a22:48:20.569806 run iperf3-srv_10.42.42.10(pid=24051): Terminated {rc=256}\u000a22:48:20.580123 --- ParallelTerminationStrategy: PID 24052 died...\u000a22:48:20.636426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24052): Terminated: ok {rc=0}\u000a22:48:20.646775 --- ParallelTerminationStrategy: PID 24053 died...\u000a22:48:20.702980 run iperf3-srv_10.42.42.10(pid=24053): Terminated {rc=256}\u000a22:48:20.713512 --- ParallelTerminationStrategy: PID 24056 died...\u000a22:48:20.769881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24056): Terminated: ok {rc=0}\u000a22:48:20.780255 --- ParallelTerminationStrategy: PID 24059 died...\u000a22:48:20.836688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24059): Terminated: ok {rc=0}\u000a22:48:20.847471 --- ParallelTerminationStrategy: PID 24062 died...\u000a22:48:20.904160 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24062): Terminated: ok {rc=0}\u000a22:48:20.992466 bus /gobi_4: Setting Powered False\u000a22:48:22.101388 bus /gobi_4: Setting Powered False\u000a22:48:23.210475 bus /gobi_1: Setting Powered False\u000a22:48:24.318600 bus /gobi_1: Setting Powered False\u000a22:48:25.432385 bus /gobi_0: Setting Powered False\u000a22:48:26.536557 bus /gobi_0: Setting Powered False\u000a22:48:27.647871 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24070): Process ended prematurely: osmo-stp_10.42.42.5(pid=24070) [trial-2350↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24070)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24070): Process ended prematurely: osmo-stp_10.42.42.5(pid=24070) [trial-2350↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24070)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a22:48:28.716289 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:28.728173 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a22:48:28.859477 tst ping.py: using LAC 17283\u000a22:48:28.986484 tst ping.py: using RAC 198\u000a22:48:29.116171 tst ping.py: using CellId 17283\u000a22:48:29.235421 tst ping.py: using BVCI 17284\u000a22:48:29.258250 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:29.268808 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:29.279426 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:29.290298 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:29.300893 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:29.311696 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:29.322609 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:29.333400 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:48:29.621594 tst ping.py:19: start network...\u000a22:48:29.754567 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:48:30.254406 run create_hlr_db(pid=24064): Launched\u000a22:48:30.426579 bus /gobi_6: Setting Powered False\u000a22:48:31.450090 run create_hlr_db(pid=24064): Terminated: ok {rc=0}\u000a22:48:31.874194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24066): Launched\u000a22:48:32.224226 run osmo-hlr_10.42.42.2(pid=24067): Launched\u000a22:48:32.374794 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:48:32.926421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24069): Launched\u000a22:48:33.223473 run osmo-stp_10.42.42.5(pid=24070): Launched\u000a22:48:33.332212 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:48:33.852423 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24072): Launched\u000a22:48:33.958984 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:48:34.219478 run patchelf(pid=24073): Launched\u000a22:48:34.395074 run osmo-stp_10.42.42.5(pid=24070): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24070)]\u000a22:48:34.523603 run osmo-stp_10.42.42.5(pid=24070): stdout: \u000a| (launched: 2022-12-08_22:48:33.077848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:34.652010 run osmo-stp_10.42.42.5(pid=24070): stderr: \u000a| �[0;m�[38;5;43m20221208224833249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224833249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224833249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224833250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224833250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224833250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224833250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:34.775992 run osmo-stp_10.42.42.5(pid=24070): stdout: \u000a| (launched: 2022-12-08_22:48:33.077848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:34.899057 run osmo-stp_10.42.42.5(pid=24070): stderr: \u000a| �[0;m�[38;5;43m20221208224833249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224833249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224833249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224833250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224833250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224833250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224833250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:35.042280 run patchelf(pid=24073): Terminating (SIGINT)\u000a22:48:35.211754 run patchelf(pid=24073): Terminated: ok {rc=0}\u000a22:48:35.242456 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24070): Process ended prematurely: osmo-stp_10.42.42.5(pid=24070) [trial-2350↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24070)] [trial-2350↪gprs:nanobts+band-1900↪ping.py:22]\u000a22:48:35.251099 tst ping.py:22: Test FAILED (6.5 sec)\u000a22:48:35.312862 run osmo-hlr_10.42.42.2(pid=24067): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24067)]\u000a22:48:35.362992 run osmo-hlr_10.42.42.2(pid=24067): stdout: \u000a| (launched: 2022-12-08_22:48:32.029566) \u000a22:48:35.413075 run osmo-hlr_10.42.42.2(pid=24067): stderr: \u000a| �[0;m�[1;31m20221208224832393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224832393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224832393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224832393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224832393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224832393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224832415 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224832424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224832424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224832424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:48:35.455962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24066): Terminating (SIGTERM)\u000a22:48:35.496539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24069): Terminating (SIGTERM)\u000a22:48:35.537016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24072): Terminating (SIGTERM)\u000a22:48:35.546695 --- ParallelTerminationStrategy: PID 24066 died...\u000a22:48:35.601411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24066): Terminated: ok {rc=0}\u000a22:48:35.611227 --- ParallelTerminationStrategy: PID 24069 died...\u000a22:48:35.665362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24069): Terminated: ok {rc=0}\u000a22:48:35.675398 --- ParallelTerminationStrategy: PID 24072 died...\u000a22:48:35.730175 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24072): Terminated: ok {rc=0}\u000a22:48:35.817731 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24080): Process ended prematurely: osmo-stp_10.42.42.5(pid=24080) [trial-2350↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24080)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24080): Process ended prematurely: osmo-stp_10.42.42.5(pid=24080) [trial-2350↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24080)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a22:48:36.869314 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:36.880581 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a22:48:37.014826 tst ping_idle_ping.py: using LAC 17284\u000a22:48:37.139992 tst ping_idle_ping.py: using RAC 199\u000a22:48:37.267619 tst ping_idle_ping.py: using CellId 17284\u000a22:48:37.392156 tst ping_idle_ping.py: using BVCI 17285\u000a22:48:37.416684 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:37.427799 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:37.438887 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:37.449899 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:37.461346 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:37.472442 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:37.483504 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:37.494972 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:48:37.769754 tst ping_idle_ping.py:24: start network...\u000a22:48:37.894154 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:48:38.366075 run create_hlr_db(pid=24074): Launched\u000a22:48:38.538456 bus /gobi_6: Setting Powered False\u000a22:48:39.571610 run create_hlr_db(pid=24074): Terminated: ok {rc=0}\u000a22:48:39.997423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24076): Launched\u000a22:48:40.316313 run osmo-hlr_10.42.42.2(pid=24077): Launched\u000a22:48:40.437233 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:48:40.993025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24079): Launched\u000a22:48:41.312858 run osmo-stp_10.42.42.5(pid=24080): Launched\u000a22:48:41.428933 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:48:41.986526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24082): Launched\u000a22:48:42.100337 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:48:42.379255 run patchelf(pid=24083): Launched\u000a22:48:42.567244 run osmo-stp_10.42.42.5(pid=24080): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24080)]\u000a22:48:42.704812 run osmo-stp_10.42.42.5(pid=24080): stdout: \u000a| (launched: 2022-12-08_22:48:41.156648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:42.842591 run osmo-stp_10.42.42.5(pid=24080): stderr: \u000a| �[0;m�[38;5;43m20221208224841351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224841351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224841351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224841352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224841352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224841352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224841352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:42.976353 run osmo-stp_10.42.42.5(pid=24080): stdout: \u000a| (launched: 2022-12-08_22:48:41.156648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:43.108271 run osmo-stp_10.42.42.5(pid=24080): stderr: \u000a| �[0;m�[38;5;43m20221208224841351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224841351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224841351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224841352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224841352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224841352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224841352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:43.262045 run patchelf(pid=24083): Terminating (SIGINT)\u000a22:48:43.442489 run patchelf(pid=24083): Terminated: ok {rc=0}\u000a22:48:43.475116 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24080): Process ended prematurely: osmo-stp_10.42.42.5(pid=24080) [trial-2350↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24080)] [trial-2350↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a22:48:43.484424 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a22:48:43.548109 run osmo-hlr_10.42.42.2(pid=24077): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24077)]\u000a22:48:43.600232 run osmo-hlr_10.42.42.2(pid=24077): stdout: \u000a| (launched: 2022-12-08_22:48:40.160105) \u000a22:48:43.653268 run osmo-hlr_10.42.42.2(pid=24077): stderr: \u000a| �[0;m�[1;31m20221208224840358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224840358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224840359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224840359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224840359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224840359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224840371 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224840381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224840381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224840381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:48:43.698247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24076): Terminating (SIGTERM)\u000a22:48:43.740646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24079): Terminating (SIGTERM)\u000a22:48:43.783273 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24082): Terminating (SIGTERM)\u000a22:48:43.793298 --- ParallelTerminationStrategy: PID 24076 died...\u000a22:48:43.850169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24076): Terminated: ok {rc=0}\u000a22:48:43.860854 --- ParallelTerminationStrategy: PID 24079 died...\u000a22:48:43.917548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24079): Terminated: ok {rc=0}\u000a22:48:43.927962 --- ParallelTerminationStrategy: PID 24082 died...\u000a22:48:43.984478 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24082): Terminated: ok {rc=0}\u000a22:48:44.072244 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:47:45" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24097): Process ended prematurely: osmo-stp_10.42.42.5(pid=24097) [trial-2350↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24097)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24097): Process ended prematurely: osmo-stp_10.42.42.5(pid=24097) [trial-2350↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24097)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:48:46.219679 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:46.235822 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:48:46.392178 tst cs_paging_gprs_active.py: using LAC 17285\u000a22:48:46.520358 tst cs_paging_gprs_active.py: using RAC 200\u000a22:48:46.651429 tst cs_paging_gprs_active.py: using CellId 17285\u000a22:48:46.810420 tst cs_paging_gprs_active.py: using BVCI 17286\u000a22:48:46.834428 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:46.845814 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:46.857043 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:46.870366 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:46.884144 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:46.897068 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:46.908693 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:46.921509 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:46.935858 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:48:47.054116 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:48:47.361734 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:48:47.497528 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:48:47.831563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24087): Launched\u000a22:48:48.110219 run iperf3-srv_10.42.42.10(pid=24088): Launched\u000a22:48:48.308248 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:48:48.443361 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:48:48.777321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24089): Launched\u000a22:48:49.055086 run iperf3-srv_10.42.42.10(pid=24090): Launched\u000a22:48:49.254235 tst cs_paging_gprs_active.py:38: start network...\u000a22:48:49.389509 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:48:49.907030 run create_hlr_db(pid=24091): Launched\u000a22:48:50.093817 bus /gobi_6: Setting Powered False\u000a22:48:51.116468 run create_hlr_db(pid=24091): Terminated: ok {rc=0}\u000a22:48:51.524190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24093): Launched\u000a22:48:51.828347 run osmo-hlr_10.42.42.2(pid=24094): Launched\u000a22:48:51.948496 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:48:52.481961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24096): Launched\u000a22:48:52.785326 run osmo-stp_10.42.42.5(pid=24097): Launched\u000a22:48:52.896421 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:48:53.426780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24099): Launched\u000a22:48:53.535426 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:48:53.801667 run patchelf(pid=24100): Launched\u000a22:48:53.980670 run osmo-stp_10.42.42.5(pid=24097): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24097)]\u000a22:48:54.111408 run osmo-stp_10.42.42.5(pid=24097): stdout: \u000a| (launched: 2022-12-08_22:48:52.636195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:54.242621 run osmo-stp_10.42.42.5(pid=24097): stderr: \u000a| �[0;m�[38;5;43m20221208224852806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224852806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224852806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224852806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224852809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224852809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224852809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:54.369874 run osmo-stp_10.42.42.5(pid=24097): stdout: \u000a| (launched: 2022-12-08_22:48:52.636195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:54.496096 run osmo-stp_10.42.42.5(pid=24097): stderr: \u000a| �[0;m�[38;5;43m20221208224852806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224852806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224852806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224852806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224852809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224852809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224852809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:54.641788 run patchelf(pid=24100): Terminating (SIGINT)\u000a22:48:54.812659 run patchelf(pid=24100): Terminated: ok {rc=0}\u000a22:48:54.844218 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24097): Process ended prematurely: osmo-stp_10.42.42.5(pid=24097) [trial-2350↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24097)] [trial-2350↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a22:48:54.853619 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:48:54.915168 run osmo-hlr_10.42.42.2(pid=24094): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24094)]\u000a22:48:54.965918 run osmo-hlr_10.42.42.2(pid=24094): stdout: \u000a| (launched: 2022-12-08_22:48:51.678880) \u000a22:48:55.016816 run osmo-hlr_10.42.42.2(pid=24094): stderr: \u000a| �[0;m�[1;31m20221208224851854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224851854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224851854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224851854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224851854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224851854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224851867 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224851878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224851878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224851878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:48:55.059884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24087): Terminating (SIGTERM)\u000a22:48:55.100598 run iperf3-srv_10.42.42.10(pid=24088): Terminating (SIGTERM)\u000a22:48:55.141329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24089): Terminating (SIGTERM)\u000a22:48:55.182261 run iperf3-srv_10.42.42.10(pid=24090): Terminating (SIGTERM)\u000a22:48:55.223002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24093): Terminating (SIGTERM)\u000a22:48:55.264151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24096): Terminating (SIGTERM)\u000a22:48:55.304588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24099): Terminating (SIGTERM)\u000a22:48:55.314364 --- ParallelTerminationStrategy: PID 24087 died...\u000a22:48:55.368983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24087): Terminated: ok {rc=0}\u000a22:48:55.379153 --- ParallelTerminationStrategy: PID 24088 died...\u000a22:48:55.432974 run iperf3-srv_10.42.42.10(pid=24088): Terminated {rc=256}\u000a22:48:55.442996 --- ParallelTerminationStrategy: PID 24089 died...\u000a22:48:55.496849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24089): Terminated: ok {rc=0}\u000a22:48:55.506749 --- ParallelTerminationStrategy: PID 24090 died...\u000a22:48:55.560530 run iperf3-srv_10.42.42.10(pid=24090): Terminated {rc=256}\u000a22:48:55.570539 --- ParallelTerminationStrategy: PID 24093 died...\u000a22:48:55.624274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24093): Terminated: ok {rc=0}\u000a22:48:55.634357 --- ParallelTerminationStrategy: PID 24096 died...\u000a22:48:55.688383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24096): Terminated: ok {rc=0}\u000a22:48:55.698459 --- ParallelTerminationStrategy: PID 24099 died...\u000a22:48:55.752382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24099): Terminated: ok {rc=0}\u000a22:48:55.841756 bus /gobi_0: Setting Powered False\u000a22:48:56.946565 bus /gobi_0: Setting Powered False\u000a22:48:58.057100 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24111): Process ended prematurely: osmo-stp_10.42.42.5(pid=24111) [trial-2350↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24111)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24111): Process ended prematurely: osmo-stp_10.42.42.5(pid=24111) [trial-2350↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24111)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a22:48:59.171891 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:59.183938 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:48:59.324585 tst iperf3.py: using LAC 17286\u000a22:48:59.453648 tst iperf3.py: using RAC 201\u000a22:48:59.580492 tst iperf3.py: using CellId 17286\u000a22:48:59.709159 tst iperf3.py: using BVCI 17287\u000a22:48:59.733956 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:59.745743 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:59.757196 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:59.768730 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:59.780595 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:59.792040 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:59.803811 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:59.815214 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:59.827889 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:49:00.120734 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:49:00.255650 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:49:00.590345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24102): Launched\u000a22:49:00.876166 run iperf3-srv_10.42.42.10(pid=24103): Launched\u000a22:49:01.103647 tst iperf3.py:8: start network...\u000a22:49:01.235412 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:49:01.772499 run create_hlr_db(pid=24105): Launched\u000a22:49:01.954061 bus /gobi_6: Setting Powered False\u000a22:49:02.971096 run create_hlr_db(pid=24105): Terminated: ok {rc=0}\u000a22:49:03.401919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24107): Launched\u000a22:49:03.724500 run osmo-hlr_10.42.42.2(pid=24108): Launched\u000a22:49:03.846513 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:49:04.412366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24110): Launched\u000a22:49:04.736334 run osmo-stp_10.42.42.5(pid=24111): Launched\u000a22:49:04.853866 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:49:05.420392 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24113): Launched\u000a22:49:05.536049 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:49:05.818981 run patchelf(pid=24114): Launched\u000a22:49:06.009711 run osmo-stp_10.42.42.5(pid=24111): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24111)]\u000a22:49:06.148611 run osmo-stp_10.42.42.5(pid=24111): stdout: \u000a| (launched: 2022-12-08_22:49:04.578290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:06.287995 run osmo-stp_10.42.42.5(pid=24111): stderr: \u000a| �[0;m�[38;5;43m20221208224904773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224904773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224904773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224904774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224904774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224904774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224904774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:06.423324 run osmo-stp_10.42.42.5(pid=24111): stdout: \u000a| (launched: 2022-12-08_22:49:04.578290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:06.557024 run osmo-stp_10.42.42.5(pid=24111): stderr: \u000a| �[0;m�[38;5;43m20221208224904773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224904773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224904773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224904774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224904774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224904774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224904774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:06.712156 run patchelf(pid=24114): Terminating (SIGINT)\u000a22:49:06.894533 run patchelf(pid=24114): Terminated: ok {rc=0}\u000a22:49:06.927884 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24111): Process ended prematurely: osmo-stp_10.42.42.5(pid=24111) [trial-2350↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24111)] [trial-2350↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a22:49:06.937838 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a22:49:07.001625 run osmo-hlr_10.42.42.2(pid=24108): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24108)]\u000a22:49:07.053510 run osmo-hlr_10.42.42.2(pid=24108): stdout: \u000a| (launched: 2022-12-08_22:49:03.567214) \u000a22:49:07.106210 run osmo-hlr_10.42.42.2(pid=24108): stderr: \u000a| �[0;m�[1;31m20221208224903765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224903765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224903765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224903765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224903765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224903765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224903777 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224903787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224903787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224903787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:49:07.151188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24102): Terminating (SIGTERM)\u000a22:49:07.193704 run iperf3-srv_10.42.42.10(pid=24103): Terminating (SIGTERM)\u000a22:49:07.235964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24107): Terminating (SIGTERM)\u000a22:49:07.278134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24110): Terminating (SIGTERM)\u000a22:49:07.320594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24113): Terminating (SIGTERM)\u000a22:49:07.330516 --- ParallelTerminationStrategy: PID 24102 died...\u000a22:49:07.387058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24102): Terminated: ok {rc=0}\u000a22:49:07.397361 --- ParallelTerminationStrategy: PID 24103 died...\u000a22:49:07.453307 run iperf3-srv_10.42.42.10(pid=24103): Terminated {rc=256}\u000a22:49:07.463430 --- ParallelTerminationStrategy: PID 24107 died...\u000a22:49:07.519557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24107): Terminated: ok {rc=0}\u000a22:49:07.529821 --- ParallelTerminationStrategy: PID 24110 died...\u000a22:49:07.585879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24110): Terminated: ok {rc=0}\u000a22:49:07.596097 --- ParallelTerminationStrategy: PID 24113 died...\u000a22:49:07.651963 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24113): Terminated: ok {rc=0}\u000a22:49:07.739192 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24129): Process ended prematurely: osmo-stp_10.42.42.5(pid=24129) [trial-2350↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24129)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24129): Process ended prematurely: osmo-stp_10.42.42.5(pid=24129) [trial-2350↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24129)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a22:49:08.854255 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:08.866796 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:49:09.003838 tst iperf3m4.py: using LAC 17287\u000a22:49:09.133842 tst iperf3m4.py: using RAC 202\u000a22:49:09.261650 tst iperf3m4.py: using CellId 17287\u000a22:49:09.390732 tst iperf3m4.py: using BVCI 17288\u000a22:49:09.415524 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:09.427021 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:09.438159 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:09.449394 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:09.460475 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:09.471554 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:09.482903 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:09.494089 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:09.505394 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:49:09.621402 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:49:09.739033 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:49:09.858781 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:49:10.138303 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:49:10.265565 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:49:10.580911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24115): Launched\u000a22:49:10.843902 run iperf3-srv_10.42.42.10(pid=24116): Launched\u000a22:49:11.030223 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:49:11.157558 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:49:11.473520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24117): Launched\u000a22:49:11.736371 run iperf3-srv_10.42.42.10(pid=24118): Launched\u000a22:49:11.922579 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:49:12.049716 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:49:12.365222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24119): Launched\u000a22:49:12.627166 run iperf3-srv_10.42.42.10(pid=24120): Launched\u000a22:49:12.812740 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:49:12.939732 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:49:13.254609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24121): Launched\u000a22:49:13.516492 run iperf3-srv_10.42.42.10(pid=24122): Launched\u000a22:49:13.701936 tst iperf3m4.py:8: start network...\u000a22:49:13.829512 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:49:14.309482 run create_hlr_db(pid=24123): Launched\u000a22:49:14.483834 bus /gobi_6: Setting Powered False\u000a22:49:15.518152 run create_hlr_db(pid=24123): Terminated: ok {rc=0}\u000a22:49:15.981038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24125): Launched\u000a22:49:16.382790 run osmo-hlr_10.42.42.2(pid=24126): Launched\u000a22:49:16.634278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:49:17.261294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24128): Launched\u000a22:49:17.590924 run osmo-stp_10.42.42.5(pid=24129): Launched\u000a22:49:17.709564 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:49:18.276005 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24131): Launched\u000a22:49:18.392185 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:49:18.674978 run patchelf(pid=24132): Launched\u000a22:49:18.865035 run osmo-stp_10.42.42.5(pid=24129): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24129)]\u000a22:49:19.004353 run osmo-stp_10.42.42.5(pid=24129): stdout: \u000a| (launched: 2022-12-08_22:49:17.428041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:19.143428 run osmo-stp_10.42.42.5(pid=24129): stderr: \u000a| �[0;m�[38;5;43m20221208224917620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224917620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224917620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224917621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224917621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224917621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224917621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:19.278563 run osmo-stp_10.42.42.5(pid=24129): stdout: \u000a| (launched: 2022-12-08_22:49:17.428041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:19.412862 run osmo-stp_10.42.42.5(pid=24129): stderr: \u000a| �[0;m�[38;5;43m20221208224917620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224917620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224917620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224917621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224917621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224917621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224917621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:19.568367 run patchelf(pid=24132): Terminating (SIGINT)\u000a22:49:19.750783 run patchelf(pid=24132): Terminated: ok {rc=0}\u000a22:49:19.784195 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24129): Process ended prematurely: osmo-stp_10.42.42.5(pid=24129) [trial-2350↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24129)] [trial-2350↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a22:49:19.794249 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a22:49:19.858407 run osmo-hlr_10.42.42.2(pid=24126): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24126)]\u000a22:49:19.910865 run osmo-hlr_10.42.42.2(pid=24126): stdout: \u000a| (launched: 2022-12-08_22:49:16.152264) \u000a22:49:19.963851 run osmo-hlr_10.42.42.2(pid=24126): stderr: \u000a| �[0;m�[1;31m20221208224916422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224916422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224916422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224916422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224916422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224916422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224916439 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224916471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224916471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224916471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:49:20.008808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24115): Terminating (SIGTERM)\u000a22:49:20.051721 run iperf3-srv_10.42.42.10(pid=24116): Terminating (SIGTERM)\u000a22:49:20.094503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24117): Terminating (SIGTERM)\u000a22:49:20.136847 run iperf3-srv_10.42.42.10(pid=24118): Terminating (SIGTERM)\u000a22:49:20.179377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24119): Terminating (SIGTERM)\u000a22:49:20.221642 run iperf3-srv_10.42.42.10(pid=24120): Terminating (SIGTERM)\u000a22:49:20.264028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24121): Terminating (SIGTERM)\u000a22:49:20.306203 run iperf3-srv_10.42.42.10(pid=24122): Terminating (SIGTERM)\u000a22:49:20.348492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24125): Terminating (SIGTERM)\u000a22:49:20.390665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24128): Terminating (SIGTERM)\u000a22:49:20.432885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24131): Terminating (SIGTERM)\u000a22:49:20.442828 --- ParallelTerminationStrategy: PID 24115 died...\u000a22:49:20.499770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24115): Terminated: ok {rc=0}\u000a22:49:20.510131 --- ParallelTerminationStrategy: PID 24116 died...\u000a22:49:20.566535 run iperf3-srv_10.42.42.10(pid=24116): Terminated {rc=256}\u000a22:49:20.576822 --- ParallelTerminationStrategy: PID 24117 died...\u000a22:49:20.633245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24117): Terminated: ok {rc=0}\u000a22:49:20.643542 --- ParallelTerminationStrategy: PID 24118 died...\u000a22:49:20.699897 run iperf3-srv_10.42.42.10(pid=24118): Terminated {rc=256}\u000a22:49:20.710205 --- ParallelTerminationStrategy: PID 24119 died...\u000a22:49:20.766627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24119): Terminated: ok {rc=0}\u000a22:49:20.776911 --- ParallelTerminationStrategy: PID 24120 died...\u000a22:49:20.833243 run iperf3-srv_10.42.42.10(pid=24120): Terminated {rc=256}\u000a22:49:20.843544 --- ParallelTerminationStrategy: PID 24121 died...\u000a22:49:20.899932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24121): Terminated: ok {rc=0}\u000a22:49:20.910355 --- ParallelTerminationStrategy: PID 24122 died...\u000a22:49:20.966902 run iperf3-srv_10.42.42.10(pid=24122): Terminated {rc=256}\u000a22:49:20.977277 --- ParallelTerminationStrategy: PID 24125 died...\u000a22:49:21.033268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24125): Terminated: ok {rc=0}\u000a22:49:21.043581 --- ParallelTerminationStrategy: PID 24128 died...\u000a22:49:21.100046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24128): Terminated: ok {rc=0}\u000a22:49:21.110303 --- ParallelTerminationStrategy: PID 24131 died...\u000a22:49:21.166537 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24131): Terminated: ok {rc=0}\u000a22:49:21.254767 bus /gobi_4: Setting Powered False\u000a22:49:22.362780 bus /gobi_4: Setting Powered False\u000a22:49:23.472571 bus /gobi_1: Setting Powered False\u000a22:49:24.579930 bus /gobi_1: Setting Powered False\u000a22:49:25.687585 bus /gobi_0: Setting Powered False\u000a22:49:26.794228 bus /gobi_0: Setting Powered False\u000a22:49:27.906887 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24139): Process ended prematurely: osmo-stp_10.42.42.5(pid=24139) [trial-2350↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24139)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24139): Process ended prematurely: osmo-stp_10.42.42.5(pid=24139) [trial-2350↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24139)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a22:49:28.973950 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:28.985650 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:49:29.116715 tst ping.py: using LAC 17288\u000a22:49:29.232773 tst ping.py: using RAC 203\u000a22:49:29.350431 tst ping.py: using CellId 17288\u000a22:49:29.472719 tst ping.py: using BVCI 17289\u000a22:49:29.497668 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:29.509315 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:29.520675 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:29.532233 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:29.543941 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:29.555384 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:29.567043 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:29.578383 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:49:29.855781 tst ping.py:19: start network...\u000a22:49:29.980065 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:49:30.447357 run create_hlr_db(pid=24133): Launched\u000a22:49:30.619518 bus /gobi_6: Setting Powered False\u000a22:49:31.643411 run create_hlr_db(pid=24133): Terminated: ok {rc=0}\u000a22:49:32.061219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24135): Launched\u000a22:49:32.363025 run osmo-hlr_10.42.42.2(pid=24136): Launched\u000a22:49:32.476675 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:49:33.006135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24138): Launched\u000a22:49:33.302844 run osmo-stp_10.42.42.5(pid=24139): Launched\u000a22:49:33.411151 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:49:33.931349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24141): Launched\u000a22:49:34.037879 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:49:34.298700 run patchelf(pid=24142): Launched\u000a22:49:34.474315 run osmo-stp_10.42.42.5(pid=24139): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24139)]\u000a22:49:34.602984 run osmo-stp_10.42.42.5(pid=24139): stdout: \u000a| (launched: 2022-12-08_22:49:33.156883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:34.731622 run osmo-stp_10.42.42.5(pid=24139): stderr: \u000a| �[0;m�[38;5;43m20221208224933326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224933326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224933327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224933327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224933327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224933328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224933328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:34.856348 run osmo-stp_10.42.42.5(pid=24139): stdout: \u000a| (launched: 2022-12-08_22:49:33.156883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:34.979630 run osmo-stp_10.42.42.5(pid=24139): stderr: \u000a| �[0;m�[38;5;43m20221208224933326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224933326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224933327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224933327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224933327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224933328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224933328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:35.122921 run patchelf(pid=24142): Terminating (SIGINT)\u000a22:49:35.291449 run patchelf(pid=24142): Terminated: ok {rc=0}\u000a22:49:35.322240 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24139): Process ended prematurely: osmo-stp_10.42.42.5(pid=24139) [trial-2350↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24139)] [trial-2350↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a22:49:35.330927 tst ping.py:22: Test FAILED (6.3 sec)\u000a22:49:35.393231 run osmo-hlr_10.42.42.2(pid=24136): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24136)]\u000a22:49:35.443579 run osmo-hlr_10.42.42.2(pid=24136): stdout: \u000a| (launched: 2022-12-08_22:49:32.215930) \u000a22:49:35.494821 run osmo-hlr_10.42.42.2(pid=24136): stderr: \u000a| �[0;m�[1;31m20221208224932393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224932393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224932393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224932393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224932393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224932393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224932405 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224932414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224932414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224932414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:49:35.537909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24135): Terminating (SIGTERM)\u000a22:49:35.578906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24138): Terminating (SIGTERM)\u000a22:49:35.619483 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24141): Terminating (SIGTERM)\u000a22:49:35.629199 --- ParallelTerminationStrategy: PID 24135 died...\u000a22:49:35.683456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24135): Terminated: ok {rc=0}\u000a22:49:35.693935 --- ParallelTerminationStrategy: PID 24138 died...\u000a22:49:35.748101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24138): Terminated: ok {rc=0}\u000a22:49:35.758414 --- ParallelTerminationStrategy: PID 24141 died...\u000a22:49:35.812462 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24141): Terminated: ok {rc=0}\u000a22:49:35.902494 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24149): Process ended prematurely: osmo-stp_10.42.42.5(pid=24149) [trial-2350↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24149)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24149): Process ended prematurely: osmo-stp_10.42.42.5(pid=24149) [trial-2350↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24149)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a22:49:36.953968 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:36.965340 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:49:37.098675 tst ping_idle_ping.py: using LAC 17289\u000a22:49:37.215516 tst ping_idle_ping.py: using RAC 204\u000a22:49:37.331881 tst ping_idle_ping.py: using CellId 17289\u000a22:49:37.450548 tst ping_idle_ping.py: using BVCI 17290\u000a22:49:37.473541 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:37.484489 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:37.495548 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:37.506765 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:37.517822 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:37.528860 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:37.540137 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:37.551354 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:49:37.825283 tst ping_idle_ping.py:24: start network...\u000a22:49:37.949818 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:49:38.426952 run create_hlr_db(pid=24143): Launched\u000a22:49:38.599850 bus /gobi_6: Setting Powered False\u000a22:49:39.623010 run create_hlr_db(pid=24143): Terminated: ok {rc=0}\u000a22:49:40.049421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24145): Launched\u000a22:49:40.367427 run osmo-hlr_10.42.42.2(pid=24146): Launched\u000a22:49:40.486151 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:49:41.014755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24148): Launched\u000a22:49:41.314557 run osmo-stp_10.42.42.5(pid=24149): Launched\u000a22:49:41.426032 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:49:41.950950 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24151): Launched\u000a22:49:42.058555 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:49:42.321518 run patchelf(pid=24152): Launched\u000a22:49:42.499122 run osmo-stp_10.42.42.5(pid=24149): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24149)]\u000a22:49:42.628705 run osmo-stp_10.42.42.5(pid=24149): stdout: \u000a| (launched: 2022-12-08_22:49:41.166954)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:42.758789 run osmo-stp_10.42.42.5(pid=24149): stderr: \u000a| �[0;m�[38;5;43m20221208224941334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224941334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224941334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224941335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224941337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224941337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224941337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:42.884252 run osmo-stp_10.42.42.5(pid=24149): stdout: \u000a| (launched: 2022-12-08_22:49:41.166954)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:43.008452 run osmo-stp_10.42.42.5(pid=24149): stderr: \u000a| �[0;m�[38;5;43m20221208224941334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224941334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224941334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224941335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224941337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224941337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224941337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:43.153422 run patchelf(pid=24152): Terminating (SIGINT)\u000a22:49:43.323093 run patchelf(pid=24152): Terminated: ok {rc=0}\u000a22:49:43.354379 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24149): Process ended prematurely: osmo-stp_10.42.42.5(pid=24149) [trial-2350↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24149)] [trial-2350↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a22:49:43.363361 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a22:49:43.425281 run osmo-hlr_10.42.42.2(pid=24146): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24146)]\u000a22:49:43.475693 run osmo-hlr_10.42.42.2(pid=24146): stdout: \u000a| (launched: 2022-12-08_22:49:40.212155) \u000a22:49:43.526436 run osmo-hlr_10.42.42.2(pid=24146): stderr: \u000a| �[0;m�[1;31m20221208224940410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224940410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224940410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224940410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224940410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224940410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224940422 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224940430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224940430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224940431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:49:43.569684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24145): Terminating (SIGTERM)\u000a22:49:43.610377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24148): Terminating (SIGTERM)\u000a22:49:43.651208 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24151): Terminating (SIGTERM)\u000a22:49:43.661053 --- ParallelTerminationStrategy: PID 24145 died...\u000a22:49:43.715575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24145): Terminated: ok {rc=0}\u000a22:49:43.725994 --- ParallelTerminationStrategy: PID 24148 died...\u000a22:49:43.780679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24148): Terminated: ok {rc=0}\u000a22:49:43.790651 --- ParallelTerminationStrategy: PID 24151 died...\u000a22:49:43.845385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24151): Terminated: ok {rc=0}\u000a22:49:43.934820 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:48:45" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24166): Process ended prematurely: osmo-stp_10.42.42.5(pid=24166) [trial-2350↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24166)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24166): Process ended prematurely: osmo-stp_10.42.42.5(pid=24166) [trial-2350↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24166)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:49:46.081177 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:46.093668 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:49:46.246376 tst cs_paging_gprs_active.py: using LAC 17290\u000a22:49:46.378843 tst cs_paging_gprs_active.py: using RAC 205\u000a22:49:46.501586 tst cs_paging_gprs_active.py: using CellId 17290\u000a22:49:46.635359 tst cs_paging_gprs_active.py: using BVCI 17291\u000a22:49:46.661597 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:46.674452 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:46.687734 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:46.701062 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:46.713083 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:46.726231 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:46.740335 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:46.753503 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:46.765958 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:49:46.890571 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:49:47.217984 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:49:47.357044 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:49:47.695359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24156): Launched\u000a22:49:47.975902 run iperf3-srv_10.42.42.10(pid=24157): Launched\u000a22:49:48.175980 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:49:48.312335 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:49:48.649507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24158): Launched\u000a22:49:48.929301 run iperf3-srv_10.42.42.10(pid=24159): Launched\u000a22:49:49.128720 tst cs_paging_gprs_active.py:38: start network...\u000a22:49:49.264654 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:49:49.786857 run create_hlr_db(pid=24160): Launched\u000a22:49:49.975032 bus /gobi_6: Setting Powered False\u000a22:49:50.996665 run create_hlr_db(pid=24160): Terminated: ok {rc=0}\u000a22:49:51.405470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24162): Launched\u000a22:49:51.711368 run osmo-hlr_10.42.42.2(pid=24163): Launched\u000a22:49:51.824309 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:49:52.351583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24165): Launched\u000a22:49:52.655310 run osmo-stp_10.42.42.5(pid=24166): Launched\u000a22:49:52.767242 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:49:53.297629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24168): Launched\u000a22:49:53.406889 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:49:53.673313 run patchelf(pid=24169): Launched\u000a22:49:53.852778 run osmo-stp_10.42.42.5(pid=24166): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24166)]\u000a22:49:53.984060 run osmo-stp_10.42.42.5(pid=24166): stdout: \u000a| (launched: 2022-12-08_22:49:52.505924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:54.115982 run osmo-stp_10.42.42.5(pid=24166): stderr: \u000a| �[0;m�[38;5;43m20221208224952676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224952676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224952676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224952677 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224952677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224952677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224952677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:54.243410 run osmo-stp_10.42.42.5(pid=24166): stdout: \u000a| (launched: 2022-12-08_22:49:52.505924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:54.369899 run osmo-stp_10.42.42.5(pid=24166): stderr: \u000a| �[0;m�[38;5;43m20221208224952676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208224952676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208224952676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208224952677 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208224952677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208224952677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208224952677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:54.516158 run patchelf(pid=24169): Terminating (SIGINT)\u000a22:49:54.688039 run patchelf(pid=24169): Terminated: ok {rc=0}\u000a22:49:54.719525 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24166): Process ended prematurely: osmo-stp_10.42.42.5(pid=24166) [trial-2350↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24166)] [trial-2350↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a22:49:54.728755 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:49:54.791096 run osmo-hlr_10.42.42.2(pid=24163): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24163)]\u000a22:49:54.841681 run osmo-hlr_10.42.42.2(pid=24163): stdout: \u000a| (launched: 2022-12-08_22:49:51.560519) \u000a22:49:54.892811 run osmo-hlr_10.42.42.2(pid=24163): stderr: \u000a| �[0;m�[1;31m20221208224951738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208224951738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208224951738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224951738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208224951738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208224951738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208224951751 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208224951759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208224951759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208224951759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:49:54.935844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24156): Terminating (SIGTERM)\u000a22:49:54.976741 run iperf3-srv_10.42.42.10(pid=24157): Terminating (SIGTERM)\u000a22:49:55.017704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24158): Terminating (SIGTERM)\u000a22:49:55.058480 run iperf3-srv_10.42.42.10(pid=24159): Terminating (SIGTERM)\u000a22:49:55.099875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24162): Terminating (SIGTERM)\u000a22:49:55.140647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24165): Terminating (SIGTERM)\u000a22:49:55.181615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24168): Terminating (SIGTERM)\u000a22:49:55.191527 --- ParallelTerminationStrategy: PID 24156 died...\u000a22:49:55.245994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24156): Terminated: ok {rc=0}\u000a22:49:55.256121 --- ParallelTerminationStrategy: PID 24157 died...\u000a22:49:55.310447 run iperf3-srv_10.42.42.10(pid=24157): Terminated {rc=256}\u000a22:49:55.320290 --- ParallelTerminationStrategy: PID 24158 died...\u000a22:49:55.374403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24158): Terminated: ok {rc=0}\u000a22:49:55.384442 --- ParallelTerminationStrategy: PID 24159 died...\u000a22:49:55.438843 run iperf3-srv_10.42.42.10(pid=24159): Terminated {rc=256}\u000a22:49:55.448568 --- ParallelTerminationStrategy: PID 24162 died...\u000a22:49:55.503164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24162): Terminated: ok {rc=0}\u000a22:49:55.513468 --- ParallelTerminationStrategy: PID 24165 died...\u000a22:49:55.567720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24165): Terminated: ok {rc=0}\u000a22:49:55.577861 --- ParallelTerminationStrategy: PID 24168 died...\u000a22:49:55.631922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24168): Terminated: ok {rc=0}\u000a22:49:55.721869 bus /gobi_0: Setting Powered False\u000a22:49:56.826815 bus /gobi_0: Setting Powered False\u000a22:49:57.940577 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24181): Process ended prematurely: osmo-stp_10.42.42.5(pid=24181) [trial-2350↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24181)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24181): Process ended prematurely: osmo-stp_10.42.42.5(pid=24181) [trial-2350↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24181)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a22:49:59.055153 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:59.067327 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:49:59.225037 tst iperf3.py: using LAC 17291\u000a22:49:59.354106 tst iperf3.py: using RAC 206\u000a22:49:59.480913 tst iperf3.py: using CellId 17291\u000a22:49:59.607668 tst iperf3.py: using BVCI 17292\u000a22:49:59.632676 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:59.644310 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:59.655784 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:59.667311 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:59.679087 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:59.690535 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:59.702357 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:59.714023 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:59.726239 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:50:00.010516 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:50:00.136584 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:50:00.449149 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24170): Launched\u000a22:50:00.709818 run iperf3-srv_10.42.42.10(pid=24171): Launched\u000a22:50:00.903006 tst iperf3.py:8: start network...\u000a22:50:01.044170 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:50:01.579851 run create_hlr_db(pid=24172): Launched\u000a22:50:01.759257 bus /gobi_6: Setting Powered False\u000a22:50:02.777091 run create_hlr_db(pid=24172): Terminated: ok {rc=0}\u000a22:50:03.205923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24177): Launched\u000a22:50:03.529211 run osmo-hlr_10.42.42.2(pid=24178): Launched\u000a22:50:03.648044 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:50:04.213462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24180): Launched\u000a22:50:04.537717 run osmo-stp_10.42.42.5(pid=24181): Launched\u000a22:50:04.654967 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:50:05.221264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24183): Launched\u000a22:50:05.337707 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:50:05.620133 run patchelf(pid=24184): Launched\u000a22:50:05.810945 run osmo-stp_10.42.42.5(pid=24181): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24181)]\u000a22:50:05.950808 run osmo-stp_10.42.42.5(pid=24181): stdout: \u000a| (launched: 2022-12-08_22:50:04.379732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:06.090665 run osmo-stp_10.42.42.5(pid=24181): stderr: \u000a| �[0;m�[38;5;43m20221208225004571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225004571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225004572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225004572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225004574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225004574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225004575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:06.225929 run osmo-stp_10.42.42.5(pid=24181): stdout: \u000a| (launched: 2022-12-08_22:50:04.379732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:06.359995 run osmo-stp_10.42.42.5(pid=24181): stderr: \u000a| �[0;m�[38;5;43m20221208225004571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225004571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225004572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225004572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225004574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225004574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225004575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:06.515617 run patchelf(pid=24184): Terminating (SIGINT)\u000a22:50:06.698547 run patchelf(pid=24184): Terminated: ok {rc=0}\u000a22:50:06.732199 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24181): Process ended prematurely: osmo-stp_10.42.42.5(pid=24181) [trial-2350↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24181)] [trial-2350↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a22:50:06.742255 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a22:50:06.806475 run osmo-hlr_10.42.42.2(pid=24178): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24178)]\u000a22:50:06.858797 run osmo-hlr_10.42.42.2(pid=24178): stdout: \u000a| (launched: 2022-12-08_22:50:03.371361) \u000a22:50:06.912313 run osmo-hlr_10.42.42.2(pid=24178): stderr: \u000a| �[0;m�[1;31m20221208225003571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225003571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225003571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225003571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225003571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225003571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225003583 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225003591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225003592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225003592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:50:06.957660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24170): Terminating (SIGTERM)\u000a22:50:07.000662 run iperf3-srv_10.42.42.10(pid=24171): Terminating (SIGTERM)\u000a22:50:07.046561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24177): Terminating (SIGTERM)\u000a22:50:07.089396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24180): Terminating (SIGTERM)\u000a22:50:07.132156 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24183): Terminating (SIGTERM)\u000a22:50:07.142228 --- ParallelTerminationStrategy: PID 24170 died...\u000a22:50:07.199351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24170): Terminated: ok {rc=0}\u000a22:50:07.209997 --- ParallelTerminationStrategy: PID 24171 died...\u000a22:50:07.266731 run iperf3-srv_10.42.42.10(pid=24171): Terminated {rc=256}\u000a22:50:07.277257 --- ParallelTerminationStrategy: PID 24177 died...\u000a22:50:07.333957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24177): Terminated: ok {rc=0}\u000a22:50:07.344749 --- ParallelTerminationStrategy: PID 24180 died...\u000a22:50:07.401784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24180): Terminated: ok {rc=0}\u000a22:50:07.412238 --- ParallelTerminationStrategy: PID 24183 died...\u000a22:50:07.468924 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24183): Terminated: ok {rc=0}\u000a22:50:07.557776 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24199): Process ended prematurely: osmo-stp_10.42.42.5(pid=24199) [trial-2350↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24199)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24199): Process ended prematurely: osmo-stp_10.42.42.5(pid=24199) [trial-2350↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24199)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a22:50:08.669169 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:08.680818 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:50:08.830282 tst iperf3m4.py: using LAC 17292\u000a22:50:08.949158 tst iperf3m4.py: using RAC 207\u000a22:50:09.070186 tst iperf3m4.py: using CellId 17292\u000a22:50:09.191189 tst iperf3m4.py: using BVCI 17293\u000a22:50:09.214532 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:09.225540 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:09.236198 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:09.247183 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:09.258130 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:09.269192 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:09.280363 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:09.291496 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:09.302897 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:50:09.417420 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:50:09.534478 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:50:09.653783 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:50:09.931437 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:50:10.057793 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:50:10.371445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24185): Launched\u000a22:50:10.632683 run iperf3-srv_10.42.42.10(pid=24186): Launched\u000a22:50:10.817701 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:50:10.944483 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:50:11.258780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24187): Launched\u000a22:50:11.519247 run iperf3-srv_10.42.42.10(pid=24188): Launched\u000a22:50:11.704153 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:50:11.830932 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:50:12.145905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24189): Launched\u000a22:50:12.407671 run iperf3-srv_10.42.42.10(pid=24190): Launched\u000a22:50:12.592573 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:50:12.719412 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:50:13.033485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24191): Launched\u000a22:50:13.294035 run iperf3-srv_10.42.42.10(pid=24192): Launched\u000a22:50:13.478967 tst iperf3m4.py:8: start network...\u000a22:50:13.605768 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:50:14.082435 run create_hlr_db(pid=24193): Launched\u000a22:50:14.257874 bus /gobi_6: Setting Powered False\u000a22:50:15.279612 run create_hlr_db(pid=24193): Terminated: ok {rc=0}\u000a22:50:15.683590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24195): Launched\u000a22:50:16.088764 run osmo-hlr_10.42.42.2(pid=24196): Launched\u000a22:50:16.313826 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:50:16.903288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24198): Launched\u000a22:50:17.292935 run osmo-stp_10.42.42.5(pid=24199): Launched\u000a22:50:17.412552 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:50:17.979510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24201): Launched\u000a22:50:18.095588 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:50:18.378410 run patchelf(pid=24202): Launched\u000a22:50:18.568402 run osmo-stp_10.42.42.5(pid=24199): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24199)]\u000a22:50:18.707042 run osmo-stp_10.42.42.5(pid=24199): stdout: \u000a| (launched: 2022-12-08_22:50:17.059497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:18.846299 run osmo-stp_10.42.42.5(pid=24199): stderr: \u000a| �[0;m�[38;5;43m20221208225017324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225017324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225017324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225017325 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225017325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225017325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225017325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:18.981245 run osmo-stp_10.42.42.5(pid=24199): stdout: \u000a| (launched: 2022-12-08_22:50:17.059497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:19.114850 run osmo-stp_10.42.42.5(pid=24199): stderr: \u000a| �[0;m�[38;5;43m20221208225017324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225017324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225017324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225017325 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225017325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225017325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225017325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:19.270129 run patchelf(pid=24202): Terminating (SIGINT)\u000a22:50:19.452296 run patchelf(pid=24202): Terminated: ok {rc=0}\u000a22:50:19.485803 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24199): Process ended prematurely: osmo-stp_10.42.42.5(pid=24199) [trial-2350↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24199)] [trial-2350↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a22:50:19.495778 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a22:50:19.559888 run osmo-hlr_10.42.42.2(pid=24196): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24196)]\u000a22:50:19.612023 run osmo-hlr_10.42.42.2(pid=24196): stdout: \u000a| (launched: 2022-12-08_22:50:15.838100) \u000a22:50:19.664819 run osmo-hlr_10.42.42.2(pid=24196): stderr: \u000a| �[0;m�[1;31m20221208225016078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225016078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225016078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225016078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225016078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225016078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225016095 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225016109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225016109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225016110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:50:19.710129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24185): Terminating (SIGTERM)\u000a22:50:19.752611 run iperf3-srv_10.42.42.10(pid=24186): Terminating (SIGTERM)\u000a22:50:19.796765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24187): Terminating (SIGTERM)\u000a22:50:19.839161 run iperf3-srv_10.42.42.10(pid=24188): Terminating (SIGTERM)\u000a22:50:19.881673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24189): Terminating (SIGTERM)\u000a22:50:19.924426 run iperf3-srv_10.42.42.10(pid=24190): Terminating (SIGTERM)\u000a22:50:19.966984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24191): Terminating (SIGTERM)\u000a22:50:20.009386 run iperf3-srv_10.42.42.10(pid=24192): Terminating (SIGTERM)\u000a22:50:20.051891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24195): Terminating (SIGTERM)\u000a22:50:20.094465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24198): Terminating (SIGTERM)\u000a22:50:20.136877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24201): Terminating (SIGTERM)\u000a22:50:20.146809 --- ParallelTerminationStrategy: PID 24185 died...\u000a22:50:20.203660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24185): Terminated: ok {rc=0}\u000a22:50:20.214033 --- ParallelTerminationStrategy: PID 24186 died...\u000a22:50:20.270317 run iperf3-srv_10.42.42.10(pid=24186): Terminated {rc=256}\u000a22:50:20.280669 --- ParallelTerminationStrategy: PID 24187 died...\u000a22:50:20.337476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24187): Terminated: ok {rc=0}\u000a22:50:20.347902 --- ParallelTerminationStrategy: PID 24188 died...\u000a22:50:20.404115 run iperf3-srv_10.42.42.10(pid=24188): Terminated {rc=256}\u000a22:50:20.414422 --- ParallelTerminationStrategy: PID 24189 died...\u000a22:50:20.470811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24189): Terminated: ok {rc=0}\u000a22:50:20.481204 --- ParallelTerminationStrategy: PID 24190 died...\u000a22:50:20.537197 run iperf3-srv_10.42.42.10(pid=24190): Terminated {rc=256}\u000a22:50:20.547396 --- ParallelTerminationStrategy: PID 24191 died...\u000a22:50:20.603739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24191): Terminated: ok {rc=0}\u000a22:50:20.614009 --- ParallelTerminationStrategy: PID 24192 died...\u000a22:50:20.669963 run iperf3-srv_10.42.42.10(pid=24192): Terminated {rc=256}\u000a22:50:20.680123 --- ParallelTerminationStrategy: PID 24195 died...\u000a22:50:20.736283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24195): Terminated: ok {rc=0}\u000a22:50:20.746678 --- ParallelTerminationStrategy: PID 24198 died...\u000a22:50:20.802957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24198): Terminated: ok {rc=0}\u000a22:50:20.813267 --- ParallelTerminationStrategy: PID 24201 died...\u000a22:50:20.869733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24201): Terminated: ok {rc=0}\u000a22:50:20.957755 bus /gobi_4: Setting Powered False\u000a22:50:22.066975 bus /gobi_4: Setting Powered False\u000a22:50:23.180191 bus /gobi_1: Setting Powered False\u000a22:50:24.284364 bus /gobi_1: Setting Powered False\u000a22:50:25.397058 bus /gobi_0: Setting Powered False\u000a22:50:26.501236 bus /gobi_0: Setting Powered False\u000a22:50:27.614246 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24209): Process ended prematurely: osmo-stp_10.42.42.5(pid=24209) [trial-2350↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24209)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24209): Process ended prematurely: osmo-stp_10.42.42.5(pid=24209) [trial-2350↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24209)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a22:50:28.682262 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:28.693907 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:50:28.841471 tst ping.py: using LAC 17293\u000a22:50:28.966843 tst ping.py: using RAC 208\u000a22:50:29.096293 tst ping.py: using CellId 17293\u000a22:50:29.220131 tst ping.py: using BVCI 17294\u000a22:50:29.244533 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:29.256003 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:29.267326 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:29.278591 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:29.289840 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:29.301181 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:29.312492 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:29.323837 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:50:29.595234 tst ping.py:19: start network...\u000a22:50:29.718650 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:50:30.187239 run create_hlr_db(pid=24203): Launched\u000a22:50:30.359749 bus /gobi_6: Setting Powered False\u000a22:50:31.393924 run create_hlr_db(pid=24203): Terminated: ok {rc=0}\u000a22:50:31.835356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24205): Launched\u000a22:50:32.195626 run osmo-hlr_10.42.42.2(pid=24206): Launched\u000a22:50:32.331677 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:50:32.858742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24208): Launched\u000a22:50:33.157600 run osmo-stp_10.42.42.5(pid=24209): Launched\u000a22:50:33.267049 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:50:33.786438 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24211): Launched\u000a22:50:33.893624 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:50:34.154552 run patchelf(pid=24212): Launched\u000a22:50:34.329967 run osmo-stp_10.42.42.5(pid=24209): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24209)]\u000a22:50:34.458537 run osmo-stp_10.42.42.5(pid=24209): stdout: \u000a| (launched: 2022-12-08_22:50:33.010712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:34.587181 run osmo-stp_10.42.42.5(pid=24209): stderr: \u000a| �[0;m�[38;5;43m20221208225033181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225033181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225033181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225033182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225033182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225033182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225033182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:34.711247 run osmo-stp_10.42.42.5(pid=24209): stdout: \u000a| (launched: 2022-12-08_22:50:33.010712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:34.834262 run osmo-stp_10.42.42.5(pid=24209): stderr: \u000a| �[0;m�[38;5;43m20221208225033181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225033181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225033181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225033182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225033182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225033182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225033182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:34.977459 run patchelf(pid=24212): Terminating (SIGINT)\u000a22:50:35.146458 run patchelf(pid=24212): Terminated: ok {rc=0}\u000a22:50:35.177113 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24209): Process ended prematurely: osmo-stp_10.42.42.5(pid=24209) [trial-2350↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24209)] [trial-2350↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a22:50:35.185843 tst ping.py:22: Test FAILED (6.5 sec)\u000a22:50:35.247579 run osmo-hlr_10.42.42.2(pid=24206): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24206)]\u000a22:50:35.297526 run osmo-hlr_10.42.42.2(pid=24206): stdout: \u000a| (launched: 2022-12-08_22:50:31.991282) \u000a22:50:35.348121 run osmo-hlr_10.42.42.2(pid=24206): stderr: \u000a| �[0;m�[1;31m20221208225032268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225032268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225032269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225032269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225032269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225032269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225032281 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225032289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225032290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225032290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:50:35.390733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24205): Terminating (SIGTERM)\u000a22:50:35.431495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24208): Terminating (SIGTERM)\u000a22:50:35.472004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24211): Terminating (SIGTERM)\u000a22:50:35.481915 --- ParallelTerminationStrategy: PID 24205 died...\u000a22:50:35.536105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24205): Terminated: ok {rc=0}\u000a22:50:35.546388 --- ParallelTerminationStrategy: PID 24208 died...\u000a22:50:35.600355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24208): Terminated: ok {rc=0}\u000a22:50:35.610614 --- ParallelTerminationStrategy: PID 24211 died...\u000a22:50:35.664434 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24211): Terminated: ok {rc=0}\u000a22:50:35.753499 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24224): Process ended prematurely: osmo-stp_10.42.42.5(pid=24224) [trial-2350↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24224)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24224): Process ended prematurely: osmo-stp_10.42.42.5(pid=24224) [trial-2350↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24224)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a22:50:36.805522 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:36.817305 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:50:36.969187 tst ping_idle_ping.py: using LAC 17294\u000a22:50:37.090853 tst ping_idle_ping.py: using RAC 209\u000a22:50:37.211054 tst ping_idle_ping.py: using CellId 17294\u000a22:50:37.327425 tst ping_idle_ping.py: using BVCI 17295\u000a22:50:37.350427 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:37.361494 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:37.372223 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:37.383450 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:37.394624 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:37.405962 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:37.417377 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:37.428694 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:50:37.702690 tst ping_idle_ping.py:24: start network...\u000a22:50:37.826727 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:50:38.296799 run create_hlr_db(pid=24213): Launched\u000a22:50:38.483421 bus /gobi_6: Setting Powered False\u000a22:50:39.491356 run create_hlr_db(pid=24213): Terminated: ok {rc=0}\u000a22:50:39.924875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24220): Launched\u000a22:50:40.245978 run osmo-hlr_10.42.42.2(pid=24221): Launched\u000a22:50:40.372196 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:50:40.928164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24223): Launched\u000a22:50:41.247215 run osmo-stp_10.42.42.5(pid=24224): Launched\u000a22:50:41.369284 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:50:41.923843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24226): Launched\u000a22:50:42.038022 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:50:42.317259 run patchelf(pid=24227): Launched\u000a22:50:42.504236 run osmo-stp_10.42.42.5(pid=24224): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24224)]\u000a22:50:42.641198 run osmo-stp_10.42.42.5(pid=24224): stdout: \u000a| (launched: 2022-12-08_22:50:41.091245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:42.778289 run osmo-stp_10.42.42.5(pid=24224): stderr: \u000a| �[0;m�[38;5;43m20221208225041282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225041282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225041283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225041283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225041283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225041283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225041284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:42.912392 run osmo-stp_10.42.42.5(pid=24224): stdout: \u000a| (launched: 2022-12-08_22:50:41.091245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:43.044171 run osmo-stp_10.42.42.5(pid=24224): stderr: \u000a| �[0;m�[38;5;43m20221208225041282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225041282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225041283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225041283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225041283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225041283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225041284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:43.197697 run patchelf(pid=24227): Terminating (SIGINT)\u000a22:50:43.377573 run patchelf(pid=24227): Terminated: ok {rc=0}\u000a22:50:43.410027 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24224): Process ended prematurely: osmo-stp_10.42.42.5(pid=24224) [trial-2350↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24224)] [trial-2350↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a22:50:43.419412 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a22:50:43.482940 run osmo-hlr_10.42.42.2(pid=24221): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24221)]\u000a22:50:43.534919 run osmo-hlr_10.42.42.2(pid=24221): stdout: \u000a| (launched: 2022-12-08_22:50:40.089508) \u000a22:50:43.587760 run osmo-hlr_10.42.42.2(pid=24221): stderr: \u000a| �[0;m�[1;31m20221208225040287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225040287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225040287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225040287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225040287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225040287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225040300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225040308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225040308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225040308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:50:43.632481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24220): Terminating (SIGTERM)\u000a22:50:43.674854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24223): Terminating (SIGTERM)\u000a22:50:43.717133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24226): Terminating (SIGTERM)\u000a22:50:43.726993 --- ParallelTerminationStrategy: PID 24220 died...\u000a22:50:43.783711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24220): Terminated: ok {rc=0}\u000a22:50:43.794014 --- ParallelTerminationStrategy: PID 24223 died...\u000a22:50:43.850879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24223): Terminated: ok {rc=0}\u000a22:50:43.861163 --- ParallelTerminationStrategy: PID 24226 died...\u000a22:50:43.917684 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24226): Terminated: ok {rc=0}\u000a22:50:44.005290 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:49:45" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24237): Process ended prematurely: osmo-stp_10.42.42.5(pid=24237) [trial-2350↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24237)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24237): Process ended prematurely: osmo-stp_10.42.42.5(pid=24237) [trial-2350↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24237)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a22:50:46.030303 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:50:46.043561 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:50:46.216432 tst switch_tch_pdch.py: using LAC 17295\u000a22:50:46.339726 tst switch_tch_pdch.py: using RAC 210\u000a22:50:46.477383 tst switch_tch_pdch.py: using CellId 17295\u000a22:50:46.598578 tst switch_tch_pdch.py: using BVCI 17296\u000a22:50:46.622253 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:50:46.634459 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:50:46.646606 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:50:46.660148 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:50:46.673079 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:50:46.685194 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:50:46.698688 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:50:46.711449 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:50:46.825353 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:50:47.106116 tst switch_tch_pdch.py:51: start network...\u000a22:50:47.244591 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:50:47.763181 run create_hlr_db(pid=24231): Launched\u000a22:50:47.949127 bus /gobi_6: Setting Powered False\u000a22:50:48.969515 run create_hlr_db(pid=24231): Terminated: ok {rc=0}\u000a22:50:49.393967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24233): Launched\u000a22:50:49.711436 run osmo-hlr_10.42.42.2(pid=24234): Launched\u000a22:50:49.831101 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:50:50.384793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24236): Launched\u000a22:50:50.701827 run osmo-stp_10.42.42.5(pid=24237): Launched\u000a22:50:50.817058 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:50:51.372491 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24239): Launched\u000a22:50:51.486040 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:50:51.763890 run patchelf(pid=24240): Launched\u000a22:50:51.951539 run osmo-stp_10.42.42.5(pid=24237): ERR: Terminated: ERROR {rc=1} [trial-2350↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24237)]\u000a22:50:52.088851 run osmo-stp_10.42.42.5(pid=24237): stdout: \u000a| (launched: 2022-12-08_22:50:50.546592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:52.226700 run osmo-stp_10.42.42.5(pid=24237): stderr: \u000a| �[0;m�[38;5;43m20221208225050739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225050739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225050740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225050740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225050741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225050741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225050741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:52.359205 run osmo-stp_10.42.42.5(pid=24237): stdout: \u000a| (launched: 2022-12-08_22:50:50.546592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:52.490947 run osmo-stp_10.42.42.5(pid=24237): stderr: \u000a| �[0;m�[38;5;43m20221208225050739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225050739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225050740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225050740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225050741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225050741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225050741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:52.643685 run patchelf(pid=24240): Terminating (SIGINT)\u000a22:50:52.823137 run patchelf(pid=24240): Terminated: ok {rc=0}\u000a22:50:52.855711 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=24237): Process ended prematurely: osmo-stp_10.42.42.5(pid=24237) [trial-2350↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24237)] [trial-2350↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a22:50:52.865106 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a22:50:52.929110 run osmo-hlr_10.42.42.2(pid=24234): ERR: Terminated: ERROR {rc=237} [trial-2350↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24234)]\u000a22:50:52.981487 run osmo-hlr_10.42.42.2(pid=24234): stdout: \u000a| (launched: 2022-12-08_22:50:49.556490) \u000a22:50:53.034392 run osmo-hlr_10.42.42.2(pid=24234): stderr: \u000a| �[0;m�[1;31m20221208225049758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225049758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225049759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225049759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225049759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225049759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225049772 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225049781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225049782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225049782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:50:53.079267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24233): Terminating (SIGTERM)\u000a22:50:53.121918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24236): Terminating (SIGTERM)\u000a22:50:53.164335 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24239): Terminating (SIGTERM)\u000a22:50:53.174137 --- ParallelTerminationStrategy: PID 24233 died...\u000a22:50:53.230758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24233): Terminated: ok {rc=0}\u000a22:50:53.240927 --- ParallelTerminationStrategy: PID 24236 died...\u000a22:50:53.297271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24236): Terminated: ok {rc=0}\u000a22:50:53.307401 --- ParallelTerminationStrategy: PID 24239 died...\u000a22:50:53.363708 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24239): Terminated: ok {rc=0}\u000a22:50:53.451396 bus /gobi_0: Setting Powered False\u000a22:50:54.559651 bus /gobi_0: Setting Powered False\u000a22:50:55.668747 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:50:45" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24250): Process ended prematurely: osmo-stp_10.42.42.5(pid=24250) [trial-2350↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24250)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24250): Process ended prematurely: osmo-stp_10.42.42.5(pid=24250) [trial-2350↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24250)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a22:50:57.612589 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:50:57.623703 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a22:50:57.757315 tst mo_mt_sms.py: using LAC 17296\u000a22:50:57.874587 tst mo_mt_sms.py: using RAC 211\u000a22:50:57.996524 tst mo_mt_sms.py: using CellId 17296\u000a22:50:58.114858 tst mo_mt_sms.py: using BVCI 17297\u000a22:50:58.137757 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:50:58.148318 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:50:58.158789 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:50:58.169743 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:50:58.180448 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:50:58.191462 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a22:50:58.310271 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a22:50:58.517982 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:50:59.025917 run create_hlr_db(pid=24244): Launched\u000a22:50:59.210645 bus /gobi_6: Setting Powered False\u000a22:51:00.232488 run create_hlr_db(pid=24244): Terminated: ok {rc=0}\u000a22:51:00.633009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24246): Launched\u000a22:51:01.011450 run osmo-hlr_10.42.42.2(pid=24247): Launched\u000a22:51:01.304683 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:51:01.841135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24249): Launched\u000a22:51:02.238763 run osmo-stp_10.42.42.5(pid=24250): Launched\u000a22:51:02.372880 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:51:02.920592 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24252): Launched\u000a22:51:03.220375 run osmo-msc_10.42.42.6(pid=24253): Launched\u000a22:51:03.399579 run osmo-stp_10.42.42.5(pid=24250): ERR: Terminated: ERROR {rc=1} [trial-2350↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24250)]\u000a22:51:03.527275 run osmo-stp_10.42.42.5(pid=24250): stdout: \u000a| (launched: 2022-12-08_22:51:01.995231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:03.652674 run osmo-stp_10.42.42.5(pid=24250): stderr: \u000a| �[0;m�[38;5;43m20221208225102340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225102340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225102340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225102349 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225102349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225102349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225102349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:03.773479 run osmo-stp_10.42.42.5(pid=24250): stdout: \u000a| (launched: 2022-12-08_22:51:01.995231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:03.892849 run osmo-stp_10.42.42.5(pid=24250): stderr: \u000a| �[0;m�[38;5;43m20221208225102340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225102340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225102340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225102349 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225102349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225102349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225102349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:03.945479 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=24250): Process ended prematurely: osmo-stp_10.42.42.5(pid=24250) [trial-2350↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24250)] [trial-2350↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a22:51:03.953503 tst mo_mt_sms.py:16: Test FAILED (6.3 sec)\u000a22:51:04.014953 run osmo-hlr_10.42.42.2(pid=24247): ERR: Terminated: ERROR {rc=237} [trial-2350↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24247)]\u000a22:51:04.065187 run osmo-hlr_10.42.42.2(pid=24247): stdout: \u000a| (launched: 2022-12-08_22:51:00.783985) \u000a22:51:04.115965 run osmo-hlr_10.42.42.2(pid=24247): stderr: \u000a| �[0;m�[1;31m20221208225101097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225101097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225101097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225101098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225101098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225101099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225101116 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225101136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225101136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225101136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:51:04.185573 run osmo-msc_10.42.42.6(pid=24253): ERR: Terminated: ERROR {rc=2} [trial-2350↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24253)]\u000a22:51:04.235832 run osmo-msc_10.42.42.6(pid=24253): stdout: \u000a| (launched: 2022-12-08_22:51:03.072797) \u000a22:51:04.286537 run osmo-msc_10.42.42.6(pid=24253): stderr: \u000a| �[0;m�[38;5;43m20221208225103341 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208225103341 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe8c3510c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208225103341 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208225103341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208225103341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208225103342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208225103343 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208225103344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208225103344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208225103344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:51:04.329530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24246): Terminating (SIGTERM)\u000a22:51:04.369830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24249): Terminating (SIGTERM)\u000a22:51:04.410315 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24252): Terminating (SIGTERM)\u000a22:51:04.419986 --- ParallelTerminationStrategy: PID 24246 died...\u000a22:51:04.474437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24246): Terminated: ok {rc=0}\u000a22:51:04.484747 --- ParallelTerminationStrategy: PID 24249 died...\u000a22:51:04.539245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24249): Terminated: ok {rc=0}\u000a22:51:04.549144 --- ParallelTerminationStrategy: PID 24252 died...\u000a22:51:04.603697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24252): Terminated: ok {rc=0}\u000a22:51:04.693774 bus /sierra_3: Setting Powered False\u000a22:51:05.798440 bus /sierra_3: Setting Powered False\u000a22:51:06.908540 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:50:57" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=24259): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24259) [trial-2350↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24259)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24259): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24259) [trial-2350↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24259)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a22:51:08.754962 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a22:51:08.766162 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a22:51:08.908553 tst assert_extension.py: using LAC 17297\u000a22:51:09.035334 tst assert_extension.py: using RAC 212\u000a22:51:09.160788 tst assert_extension.py: using CellId 17297\u000a22:51:09.286721 tst assert_extension.py: using BVCI 17298\u000a22:51:09.310842 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a22:51:09.597128 tst assert_extension.py:10: start nitb and bts...\u000a22:51:09.729715 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:51:10.387761 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24258): Launched\u000a22:51:10.703451 run osmo-nitb_10.42.42.2(pid=24259): Launched\u000a22:51:10.899774 run osmo-nitb_10.42.42.2(pid=24259): ERR: Terminated: ERROR {rc=2} [trial-2350↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24259)]\u000a22:51:11.045260 run osmo-nitb_10.42.42.2(pid=24259): stdout: \u000a| (launched: 2022-12-08_22:51:10.550811) \u000a22:51:11.190654 run osmo-nitb_10.42.42.2(pid=24259): stderr: \u000a| (launched: 2022-12-08_22:51:10.598775)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:51:11.331439 run osmo-nitb_10.42.42.2(pid=24259): stdout: \u000a| (launched: 2022-12-08_22:51:10.550811) \u000a22:51:11.471104 run osmo-nitb_10.42.42.2(pid=24259): stderr: \u000a| (launched: 2022-12-08_22:51:10.598775)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:51:11.832528 tst osmo-nitb_10.42.42.2(pid=24259): stdout: \u000a| (launched: 2022-12-08_22:51:10.550811) \u000a22:51:11.960069 tst osmo-nitb_10.42.42.2(pid=24259): stderr: \u000a| (launched: 2022-12-08_22:51:10.598775)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:51:12.015872 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=24259): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24259) [trial-2350↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24259)] [trial-2350↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a22:51:12.024672 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a22:51:12.061143 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24258): Terminating (SIGTERM)\u000a22:51:12.239035 --- ParallelTerminationStrategy: PID 24258 died...\u000a22:51:12.297753 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24258): Terminated: ok {rc=0}\u000a22:51:12.386028 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:51:08" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "ussd:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24269): Process ended prematurely: osmo-stp_10.42.42.5(pid=24269) [trial-2350↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24269)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24269): Process ended prematurely: osmo-stp_10.42.42.5(pid=24269) [trial-2350↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24269)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a22:51:14.222499 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:51:14.234087 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a22:51:14.374995 tst assert_extension.py: using LAC 17298\u000a22:51:14.498673 tst assert_extension.py: using RAC 213\u000a22:51:14.622283 tst assert_extension.py: using CellId 17298\u000a22:51:14.745861 tst assert_extension.py: using BVCI 17299\u000a22:51:14.770240 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:51:14.781384 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:51:14.792220 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:51:14.803176 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:51:14.814095 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:51:14.824922 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a22:51:15.021368 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:51:15.490838 run create_hlr_db(pid=24263): Launched\u000a22:51:15.664575 bus /sierra_2: Setting Powered False\u000a22:51:16.698217 run create_hlr_db(pid=24263): Terminated: ok {rc=0}\u000a22:51:17.144665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24265): Launched\u000a22:51:17.447544 run osmo-hlr_10.42.42.2(pid=24266): Launched\u000a22:51:17.559007 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:51:18.080647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24268): Launched\u000a22:51:18.379848 run osmo-stp_10.42.42.5(pid=24269): Launched\u000a22:51:18.489183 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:51:19.032237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24271): Launched\u000a22:51:19.330634 run osmo-msc_10.42.42.6(pid=24272): Launched\u000a22:51:19.506514 run osmo-stp_10.42.42.5(pid=24269): ERR: Terminated: ERROR {rc=1} [trial-2350↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24269)]\u000a22:51:19.633408 run osmo-stp_10.42.42.5(pid=24269): stdout: \u000a| (launched: 2022-12-08_22:51:18.232036)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:19.758813 run osmo-stp_10.42.42.5(pid=24269): stderr: \u000a| �[0;m�[38;5;43m20221208225118402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225118402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225118403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225118403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225118403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225118404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225118404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:19.878745 run osmo-stp_10.42.42.5(pid=24269): stdout: \u000a| (launched: 2022-12-08_22:51:18.232036)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:19.998195 run osmo-stp_10.42.42.5(pid=24269): stderr: \u000a| �[0;m�[38;5;43m20221208225118402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225118402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225118403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225118403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225118403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225118404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225118404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:20.050370 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=24269): Process ended prematurely: osmo-stp_10.42.42.5(pid=24269) [trial-2350↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24269)] [trial-2350↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a22:51:20.058394 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a22:51:20.119835 run osmo-hlr_10.42.42.2(pid=24266): ERR: Terminated: ERROR {rc=237} [trial-2350↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24266)]\u000a22:51:20.169988 run osmo-hlr_10.42.42.2(pid=24266): stdout: \u000a| (launched: 2022-12-08_22:51:17.298720) \u000a22:51:20.220929 run osmo-hlr_10.42.42.2(pid=24266): stderr: \u000a| �[0;m�[1;31m20221208225117473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225117473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225117473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225117473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225117473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225117473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225117485 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225117493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225117494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225117494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:51:20.289856 run osmo-msc_10.42.42.6(pid=24272): ERR: Terminated: ERROR {rc=2} [trial-2350↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24272)]\u000a22:51:20.339869 run osmo-msc_10.42.42.6(pid=24272): stdout: \u000a| (launched: 2022-12-08_22:51:19.183291) \u000a22:51:20.390823 run osmo-msc_10.42.42.6(pid=24272): stderr: \u000a| �[0;m�[38;5;43m20221208225119451 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208225119451 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb5519d4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208225119451 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208225119451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208225119452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208225119452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208225119454 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208225119454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208225119454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208225119454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:51:20.433539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24265): Terminating (SIGTERM)\u000a22:51:20.474392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24268): Terminating (SIGTERM)\u000a22:51:20.514964 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24271): Terminating (SIGTERM)\u000a22:51:20.524320 --- ParallelTerminationStrategy: PID 24265 died...\u000a22:51:20.578821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24265): Terminated: ok {rc=0}\u000a22:51:20.588530 --- ParallelTerminationStrategy: PID 24268 died...\u000a22:51:20.642284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24268): Terminated: ok {rc=0}\u000a22:51:20.652252 --- ParallelTerminationStrategy: PID 24271 died...\u000a22:51:20.706112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24271): Terminated: ok {rc=0}\u000a22:51:20.796327 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:51:14" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24284): Process ended prematurely: osmo-stp_10.42.42.5(pid=24284) [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24284)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24284): Process ended prematurely: osmo-stp_10.42.42.5(pid=24284) [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24284)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:51:22.748687 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:22.759794 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:51:22.925083 tst mo_mt_call.py: using LAC 17299\u000a22:51:23.054054 tst mo_mt_call.py: using RAC 214\u000a22:51:23.180695 tst mo_mt_call.py: using CellId 17299\u000a22:51:23.308490 tst mo_mt_call.py: using BVCI 17300\u000a22:51:23.333454 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:23.345304 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:23.357200 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:23.368877 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:23.380843 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:23.392686 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:51:23.511730 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:51:23.722521 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:51:24.241114 run create_hlr_db(pid=24277): Launched\u000a22:51:24.430210 bus /sierra_2: Setting Powered False\u000a22:51:25.450808 run create_hlr_db(pid=24277): Terminated: ok {rc=0}\u000a22:51:25.858592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24279): Launched\u000a22:51:26.162250 run osmo-hlr_10.42.42.2(pid=24280): Launched\u000a22:51:26.280614 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:51:26.815060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24283): Launched\u000a22:51:27.119917 run osmo-stp_10.42.42.5(pid=24284): Launched\u000a22:51:27.239280 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:51:27.799074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24286): Launched\u000a22:51:28.103030 run osmo-msc_10.42.42.6(pid=24287): Launched\u000a22:51:28.281858 run osmo-stp_10.42.42.5(pid=24284): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24284)]\u000a22:51:28.411284 run osmo-stp_10.42.42.5(pid=24284): stdout: \u000a| (launched: 2022-12-08_22:51:26.970193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:28.538483 run osmo-stp_10.42.42.5(pid=24284): stderr: \u000a| �[0;m�[38;5;43m20221208225127139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225127139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225127140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225127140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225127141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225127141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225127141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:28.660656 run osmo-stp_10.42.42.5(pid=24284): stdout: \u000a| (launched: 2022-12-08_22:51:26.970193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:28.781642 run osmo-stp_10.42.42.5(pid=24284): stderr: \u000a| �[0;m�[38;5;43m20221208225127139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225127139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225127140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225127140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225127141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225127141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225127141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:28.834920 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24284): Process ended prematurely: osmo-stp_10.42.42.5(pid=24284) [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24284)] [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a22:51:28.843628 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a22:51:28.904541 run osmo-hlr_10.42.42.2(pid=24280): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24280)]\u000a22:51:28.954298 run osmo-hlr_10.42.42.2(pid=24280): stdout: \u000a| (launched: 2022-12-08_22:51:26.013497) \u000a22:51:29.004699 run osmo-hlr_10.42.42.2(pid=24280): stderr: \u000a| �[0;m�[1;31m20221208225126191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225126191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225126191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225126191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225126191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225126191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225126203 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225126211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225126211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225126211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:51:29.073124 run osmo-msc_10.42.42.6(pid=24287): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24287)]\u000a22:51:29.123364 run osmo-msc_10.42.42.6(pid=24287): stdout: \u000a| (launched: 2022-12-08_22:51:27.953392) \u000a22:51:29.173956 run osmo-msc_10.42.42.6(pid=24287): stderr: \u000a| �[0;m�[38;5;43m20221208225128224 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208225128224 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0e7aaa6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208225128224 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208225128224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208225128224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208225128224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208225128226 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208225128226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208225128227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208225128227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:51:29.215863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24279): Terminating (SIGTERM)\u000a22:51:29.255790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24283): Terminating (SIGTERM)\u000a22:51:29.295930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24286): Terminating (SIGTERM)\u000a22:51:29.305459 --- ParallelTerminationStrategy: PID 24279 died...\u000a22:51:29.360000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24279): Terminated: ok {rc=0}\u000a22:51:29.370109 --- ParallelTerminationStrategy: PID 24283 died...\u000a22:51:29.424049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24283): Terminated: ok {rc=0}\u000a22:51:29.433961 --- ParallelTerminationStrategy: PID 24286 died...\u000a22:51:29.487943 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24286): Terminated: ok {rc=0}\u000a22:51:29.576483 bus /sierra_3: Setting Powered False\u000a22:51:30.680939 bus /sierra_3: Setting Powered False\u000a22:51:31.812520 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24295): Process ended prematurely: osmo-stp_10.42.42.5(pid=24295) [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24295)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24295): Process ended prematurely: osmo-stp_10.42.42.5(pid=24295) [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24295)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:51:32.929771 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:32.942451 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:51:33.104706 tst mo_mt_call_osmux.py: using LAC 17300\u000a22:51:33.231783 tst mo_mt_call_osmux.py: using RAC 215\u000a22:51:33.359408 tst mo_mt_call_osmux.py: using CellId 17300\u000a22:51:33.486575 tst mo_mt_call_osmux.py: using BVCI 17301\u000a22:51:33.511556 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:33.523202 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:33.534631 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:33.546307 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:33.558105 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:33.569753 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:51:33.687026 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:51:33.898794 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:51:34.419018 run create_hlr_db(pid=24289): Launched\u000a22:51:34.607923 bus /sierra_2: Setting Powered False\u000a22:51:35.619783 run create_hlr_db(pid=24289): Terminated: ok {rc=0}\u000a22:51:36.051275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24291): Launched\u000a22:51:36.355643 run osmo-hlr_10.42.42.2(pid=24292): Launched\u000a22:51:36.475326 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:51:37.011111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24294): Launched\u000a22:51:37.315602 run osmo-stp_10.42.42.5(pid=24295): Launched\u000a22:51:37.427442 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:51:37.983842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24297): Launched\u000a22:51:38.289129 run osmo-msc_10.42.42.6(pid=24298): Launched\u000a22:51:38.470107 run osmo-stp_10.42.42.5(pid=24295): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24295)]\u000a22:51:38.601922 run osmo-stp_10.42.42.5(pid=24295): stdout: \u000a| (launched: 2022-12-08_22:51:37.166035)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:38.729500 run osmo-stp_10.42.42.5(pid=24295): stderr: \u000a| �[0;m�[38;5;43m20221208225137335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225137335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225137335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225137336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225137336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225137336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225137336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:38.852201 run osmo-stp_10.42.42.5(pid=24295): stdout: \u000a| (launched: 2022-12-08_22:51:37.166035)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:38.973990 run osmo-stp_10.42.42.5(pid=24295): stderr: \u000a| �[0;m�[38;5;43m20221208225137335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225137335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225137335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225137336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225137336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225137336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225137336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:39.027456 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24295): Process ended prematurely: osmo-stp_10.42.42.5(pid=24295) [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24295)] [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a22:51:39.036096 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a22:51:39.097605 run osmo-hlr_10.42.42.2(pid=24292): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24292)]\u000a22:51:39.147445 run osmo-hlr_10.42.42.2(pid=24292): stdout: \u000a| (launched: 2022-12-08_22:51:36.206473) \u000a22:51:39.198226 run osmo-hlr_10.42.42.2(pid=24292): stderr: \u000a| �[0;m�[1;31m20221208225136381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225136381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225136381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225136381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225136381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225136381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225136393 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225136402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225136402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225136402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:51:39.267119 run osmo-msc_10.42.42.6(pid=24298): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24298)]\u000a22:51:39.316893 run osmo-msc_10.42.42.6(pid=24298): stdout: \u000a| (launched: 2022-12-08_22:51:38.138423) \u000a22:51:39.367634 run osmo-msc_10.42.42.6(pid=24298): stderr: \u000a| �[0;m�[38;5;43m20221208225138409 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208225138409 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa85f083c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208225138410 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208225138410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208225138410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208225138410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208225138412 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208225138412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208225138412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208225138412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:51:39.409911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24291): Terminating (SIGTERM)\u000a22:51:39.450465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24294): Terminating (SIGTERM)\u000a22:51:39.490990 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24297): Terminating (SIGTERM)\u000a22:51:39.500622 --- ParallelTerminationStrategy: PID 24291 died...\u000a22:51:39.555300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24291): Terminated: ok {rc=0}\u000a22:51:39.565397 --- ParallelTerminationStrategy: PID 24294 died...\u000a22:51:39.619854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24294): Terminated: ok {rc=0}\u000a22:51:39.629816 --- ParallelTerminationStrategy: PID 24297 died...\u000a22:51:39.684018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24297): Terminated: ok {rc=0}\u000a22:51:39.774091 bus /sierra_3: Setting Powered False\u000a22:51:40.877980 bus /sierra_3: Setting Powered False\u000a22:51:41.991514 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:51:22" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24309): Process ended prematurely: osmo-stp_10.42.42.5(pid=24309) [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24309)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24309): Process ended prematurely: osmo-stp_10.42.42.5(pid=24309) [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24309)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a22:51:43.990365 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:44.002090 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:51:44.158124 tst mo_mt_call.py: using LAC 17301\u000a22:51:44.276773 tst mo_mt_call.py: using RAC 216\u000a22:51:44.395835 tst mo_mt_call.py: using CellId 17301\u000a22:51:44.515794 tst mo_mt_call.py: using BVCI 17302\u000a22:51:44.539155 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:44.550323 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:44.561817 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:44.573990 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:44.585169 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:44.596237 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:51:44.714636 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:51:44.923996 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:51:45.441456 run create_hlr_db(pid=24303): Launched\u000a22:51:45.629172 bus /sierra_2: Setting Powered False\u000a22:51:46.653088 run create_hlr_db(pid=24303): Terminated: ok {rc=0}\u000a22:51:47.101762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24305): Launched\u000a22:51:47.427831 run osmo-hlr_10.42.42.2(pid=24306): Launched\u000a22:51:47.547080 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:51:48.110343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24308): Launched\u000a22:51:48.434628 run osmo-stp_10.42.42.5(pid=24309): Launched\u000a22:51:48.553374 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:51:49.147101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24311): Launched\u000a22:51:49.473404 run osmo-msc_10.42.42.6(pid=24312): Launched\u000a22:51:49.665183 run osmo-stp_10.42.42.5(pid=24309): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24309)]\u000a22:51:49.804640 run osmo-stp_10.42.42.5(pid=24309): stdout: \u000a| (launched: 2022-12-08_22:51:48.275662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:49.941826 run osmo-stp_10.42.42.5(pid=24309): stderr: \u000a| �[0;m�[38;5;43m20221208225148469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225148469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225148470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225148470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225148471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225148471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225148471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:50.072673 run osmo-stp_10.42.42.5(pid=24309): stdout: \u000a| (launched: 2022-12-08_22:51:48.275662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:50.202436 run osmo-stp_10.42.42.5(pid=24309): stderr: \u000a| �[0;m�[38;5;43m20221208225148469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225148469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225148470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225148470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225148471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225148471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225148471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:50.259605 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24309): Process ended prematurely: osmo-stp_10.42.42.5(pid=24309) [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24309)] [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a22:51:50.268827 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a22:51:50.332259 run osmo-hlr_10.42.42.2(pid=24306): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24306)]\u000a22:51:50.384626 run osmo-hlr_10.42.42.2(pid=24306): stdout: \u000a| (launched: 2022-12-08_22:51:47.268210) \u000a22:51:50.437499 run osmo-hlr_10.42.42.2(pid=24306): stderr: \u000a| �[0;m�[1;31m20221208225147467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225147467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225147467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225147467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225147467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225147467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225147479 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225147487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225147487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225147488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:51:50.509035 run osmo-msc_10.42.42.6(pid=24312): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24312)]\u000a22:51:50.560714 run osmo-msc_10.42.42.6(pid=24312): stdout: \u000a| (launched: 2022-12-08_22:51:49.312703) \u000a22:51:50.613110 run osmo-msc_10.42.42.6(pid=24312): stderr: \u000a| �[0;m�[38;5;43m20221208225149633 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208225149633 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f73cce56c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208225149633 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208225149633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208225149634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208225149634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208225149635 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208225149636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208225149636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208225149636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:51:50.658021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24305): Terminating (SIGTERM)\u000a22:51:50.700233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24308): Terminating (SIGTERM)\u000a22:51:50.742586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24311): Terminating (SIGTERM)\u000a22:51:50.752395 --- ParallelTerminationStrategy: PID 24305 died...\u000a22:51:50.809030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24305): Terminated: ok {rc=0}\u000a22:51:50.819263 --- ParallelTerminationStrategy: PID 24308 died...\u000a22:51:50.875650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24308): Terminated: ok {rc=0}\u000a22:51:50.885889 --- ParallelTerminationStrategy: PID 24311 died...\u000a22:51:50.942724 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24311): Terminated: ok {rc=0}\u000a22:51:51.031624 bus /sierra_3: Setting Powered False\u000a22:51:52.139532 bus /sierra_3: Setting Powered False\u000a22:51:53.249677 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24320): Process ended prematurely: osmo-stp_10.42.42.5(pid=24320) [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24320)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24320): Process ended prematurely: osmo-stp_10.42.42.5(pid=24320) [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24320)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:51:54.364657 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:54.376871 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:51:54.540508 tst mo_mt_call_osmux.py: using LAC 17302\u000a22:51:54.667245 tst mo_mt_call_osmux.py: using RAC 217\u000a22:51:54.794259 tst mo_mt_call_osmux.py: using CellId 17302\u000a22:51:54.920880 tst mo_mt_call_osmux.py: using BVCI 17303\u000a22:51:54.946123 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:54.958035 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:54.969549 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:54.980846 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:54.992331 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:55.003787 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:51:55.122831 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:51:55.333692 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:51:55.851054 run create_hlr_db(pid=24314): Launched\u000a22:51:56.039186 bus /sierra_2: Setting Powered False\u000a22:51:57.060776 run create_hlr_db(pid=24314): Terminated: ok {rc=0}\u000a22:51:57.467558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24316): Launched\u000a22:51:57.771369 run osmo-hlr_10.42.42.2(pid=24317): Launched\u000a22:51:57.890409 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:51:58.423618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24319): Launched\u000a22:51:58.756128 run osmo-stp_10.42.42.5(pid=24320): Launched\u000a22:51:58.876444 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:51:59.473286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24322): Launched\u000a22:51:59.797566 run osmo-msc_10.42.42.6(pid=24323): Launched\u000a22:51:59.988402 run osmo-stp_10.42.42.5(pid=24320): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24320)]\u000a22:52:00.125991 run osmo-stp_10.42.42.5(pid=24320): stdout: \u000a| (launched: 2022-12-08_22:51:58.594828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:00.263154 run osmo-stp_10.42.42.5(pid=24320): stderr: \u000a| �[0;m�[38;5;43m20221208225158786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225158786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225158786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225158786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225158787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225158787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225158787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:00.394380 run osmo-stp_10.42.42.5(pid=24320): stdout: \u000a| (launched: 2022-12-08_22:51:58.594828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:00.524126 run osmo-stp_10.42.42.5(pid=24320): stderr: \u000a| �[0;m�[38;5;43m20221208225158786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225158786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225158786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225158786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225158787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225158787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225158787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:00.581779 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24320): Process ended prematurely: osmo-stp_10.42.42.5(pid=24320) [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24320)] [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a22:52:00.591363 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a22:52:00.654832 run osmo-hlr_10.42.42.2(pid=24317): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24317)]\u000a22:52:00.707503 run osmo-hlr_10.42.42.2(pid=24317): stdout: \u000a| (launched: 2022-12-08_22:51:57.622438) \u000a22:52:00.760679 run osmo-hlr_10.42.42.2(pid=24317): stderr: \u000a| �[0;m�[1;31m20221208225157796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225157796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225157796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225157796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225157796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225157796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225157809 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225157817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225157817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225157818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:52:00.832656 run osmo-msc_10.42.42.6(pid=24323): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24323)]\u000a22:52:00.914116 run osmo-msc_10.42.42.6(pid=24323): stdout: \u000a| (launched: 2022-12-08_22:51:59.639381) \u000a22:52:00.968460 run osmo-msc_10.42.42.6(pid=24323): stderr: \u000a| �[0;m�[38;5;43m20221208225159961 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208225159961 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe9a48e5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208225159961 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208225159961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208225159961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208225159961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208225159963 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208225159963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208225159963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208225159964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:52:01.013736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24316): Terminating (SIGTERM)\u000a22:52:01.059473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24319): Terminating (SIGTERM)\u000a22:52:01.105191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24322): Terminating (SIGTERM)\u000a22:52:01.115861 --- ParallelTerminationStrategy: PID 24316 died...\u000a22:52:01.175109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24316): Terminated: ok {rc=0}\u000a22:52:01.186168 --- ParallelTerminationStrategy: PID 24319 died...\u000a22:52:01.243907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24319): Terminated: ok {rc=0}\u000a22:52:01.254799 --- ParallelTerminationStrategy: PID 24322 died...\u000a22:52:01.312712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24322): Terminated: ok {rc=0}\u000a22:52:01.402881 bus /sierra_3: Setting Powered False\u000a22:52:02.505266 bus /sierra_3: Setting Powered False\u000a22:52:03.617398 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:51:43" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24334): Process ended prematurely: osmo-stp_10.42.42.5(pid=24334) [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24334)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24334): Process ended prematurely: osmo-stp_10.42.42.5(pid=24334) [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24334)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:52:05.608286 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:05.619302 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:52:05.770492 tst mo_mt_call.py: using LAC 17303\u000a22:52:05.894270 tst mo_mt_call.py: using RAC 218\u000a22:52:06.011842 tst mo_mt_call.py: using CellId 17303\u000a22:52:06.134245 tst mo_mt_call.py: using BVCI 17304\u000a22:52:06.157769 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:06.168869 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:06.179918 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:06.191381 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:06.202661 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:06.213810 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:52:06.330930 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:52:06.531858 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:52:07.010075 run create_hlr_db(pid=24328): Launched\u000a22:52:07.185286 bus /sierra_2: Setting Powered False\u000a22:52:08.208262 run create_hlr_db(pid=24328): Terminated: ok {rc=0}\u000a22:52:08.612938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24330): Launched\u000a22:52:08.917617 run osmo-hlr_10.42.42.2(pid=24331): Launched\u000a22:52:09.035858 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:52:09.568934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24333): Launched\u000a22:52:09.872210 run osmo-stp_10.42.42.5(pid=24334): Launched\u000a22:52:09.986112 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:52:10.539809 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24336): Launched\u000a22:52:10.845370 run osmo-msc_10.42.42.6(pid=24337): Launched\u000a22:52:11.025486 run osmo-stp_10.42.42.5(pid=24334): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24334)]\u000a22:52:11.155303 run osmo-stp_10.42.42.5(pid=24334): stdout: \u000a| (launched: 2022-12-08_22:52:09.723467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:11.282487 run osmo-stp_10.42.42.5(pid=24334): stderr: \u000a| �[0;m�[38;5;43m20221208225209893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225209893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225209893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225209894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225209894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225209894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225209894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:11.405113 run osmo-stp_10.42.42.5(pid=24334): stdout: \u000a| (launched: 2022-12-08_22:52:09.723467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:11.526454 run osmo-stp_10.42.42.5(pid=24334): stderr: \u000a| �[0;m�[38;5;43m20221208225209893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225209893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225209893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225209894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225209894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225209894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225209894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:11.579855 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24334): Process ended prematurely: osmo-stp_10.42.42.5(pid=24334) [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24334)] [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a22:52:11.588492 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:52:11.650100 run osmo-hlr_10.42.42.2(pid=24331): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24331)]\u000a22:52:11.699858 run osmo-hlr_10.42.42.2(pid=24331): stdout: \u000a| (launched: 2022-12-08_22:52:08.768101) \u000a22:52:11.750949 run osmo-hlr_10.42.42.2(pid=24331): stderr: \u000a| �[0;m�[1;31m20221208225208946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225208946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225208946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225208946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225208946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225208946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225208959 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225208967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225208967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225208967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:52:11.819996 run osmo-msc_10.42.42.6(pid=24337): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24337)]\u000a22:52:11.869948 run osmo-msc_10.42.42.6(pid=24337): stdout: \u000a| (launched: 2022-12-08_22:52:10.694093) \u000a22:52:11.920695 run osmo-msc_10.42.42.6(pid=24337): stderr: \u000a| �[0;m�[38;5;43m20221208225210963 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208225210963 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feed1155c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208225210963 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208225210963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208225210963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208225210964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208225210965 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208225210966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208225210966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208225210966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:52:11.963052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24330): Terminating (SIGTERM)\u000a22:52:12.003477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24333): Terminating (SIGTERM)\u000a22:52:12.043766 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24336): Terminating (SIGTERM)\u000a22:52:12.053377 --- ParallelTerminationStrategy: PID 24330 died...\u000a22:52:12.107232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24330): Terminated: ok {rc=0}\u000a22:52:12.117305 --- ParallelTerminationStrategy: PID 24333 died...\u000a22:52:12.171159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24333): Terminated: ok {rc=0}\u000a22:52:12.181183 --- ParallelTerminationStrategy: PID 24336 died...\u000a22:52:12.234782 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24336): Terminated: ok {rc=0}\u000a22:52:12.319065 bus /sierra_3: Setting Powered False\u000a22:52:13.421720 bus /sierra_3: Setting Powered False\u000a22:52:14.533950 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24345): Process ended prematurely: osmo-stp_10.42.42.5(pid=24345) [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24345)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24345): Process ended prematurely: osmo-stp_10.42.42.5(pid=24345) [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24345)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:52:15.644023 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:15.655774 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:52:15.808479 tst mo_mt_call_osmux.py: using LAC 17304\u000a22:52:15.955106 tst mo_mt_call_osmux.py: using RAC 219\u000a22:52:16.094866 tst mo_mt_call_osmux.py: using CellId 17304\u000a22:52:16.224879 tst mo_mt_call_osmux.py: using BVCI 17305\u000a22:52:16.250869 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:16.263135 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:16.275287 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:16.287313 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:16.299917 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:16.312003 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:52:16.429063 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:52:16.688199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:52:17.269327 run create_hlr_db(pid=24339): Launched\u000a22:52:17.457130 bus /sierra_2: Setting Powered False\u000a22:52:18.478783 run create_hlr_db(pid=24339): Terminated: ok {rc=0}\u000a22:52:18.888775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24341): Launched\u000a22:52:19.195612 run osmo-hlr_10.42.42.2(pid=24342): Launched\u000a22:52:19.314560 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:52:19.847000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24344): Launched\u000a22:52:20.152185 run osmo-stp_10.42.42.5(pid=24345): Launched\u000a22:52:20.263221 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:52:20.817211 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24347): Launched\u000a22:52:21.123661 run osmo-msc_10.42.42.6(pid=24348): Launched\u000a22:52:21.303773 run osmo-stp_10.42.42.5(pid=24345): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24345)]\u000a22:52:21.433673 run osmo-stp_10.42.42.5(pid=24345): stdout: \u000a| (launched: 2022-12-08_22:52:20.001118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:21.561603 run osmo-stp_10.42.42.5(pid=24345): stderr: \u000a| �[0;m�[38;5;43m20221208225220171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225220171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225220171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225220172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225220172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225220172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225220173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:21.684035 run osmo-stp_10.42.42.5(pid=24345): stdout: \u000a| (launched: 2022-12-08_22:52:20.001118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:21.805833 run osmo-stp_10.42.42.5(pid=24345): stderr: \u000a| �[0;m�[38;5;43m20221208225220171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225220171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225220171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225220172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225220172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225220172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225220173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:21.859359 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24345): Process ended prematurely: osmo-stp_10.42.42.5(pid=24345) [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24345)] [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a22:52:21.867936 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a22:52:21.929394 run osmo-hlr_10.42.42.2(pid=24342): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24342)]\u000a22:52:21.979505 run osmo-hlr_10.42.42.2(pid=24342): stdout: \u000a| (launched: 2022-12-08_22:52:19.044783) \u000a22:52:22.030482 run osmo-hlr_10.42.42.2(pid=24342): stderr: \u000a| �[0;m�[1;31m20221208225219220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225219220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225219220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225219220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225219220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225219221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225219233 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225219242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225219242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225219242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:52:22.099058 run osmo-msc_10.42.42.6(pid=24348): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24348)]\u000a22:52:22.149232 run osmo-msc_10.42.42.6(pid=24348): stdout: \u000a| (launched: 2022-12-08_22:52:20.972914) \u000a22:52:22.199510 run osmo-msc_10.42.42.6(pid=24348): stderr: \u000a| �[0;m�[38;5;43m20221208225221243 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208225221243 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f678be1ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208225221243 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208225221243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208225221244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208225221244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208225221246 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208225221246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208225221246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208225221246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:52:22.241899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24341): Terminating (SIGTERM)\u000a22:52:22.282163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24344): Terminating (SIGTERM)\u000a22:52:22.322810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24347): Terminating (SIGTERM)\u000a22:52:22.332278 --- ParallelTerminationStrategy: PID 24341 died...\u000a22:52:22.386094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24341): Terminated: ok {rc=0}\u000a22:52:22.395980 --- ParallelTerminationStrategy: PID 24344 died...\u000a22:52:22.449434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24344): Terminated: ok {rc=0}\u000a22:52:22.459356 --- ParallelTerminationStrategy: PID 24347 died...\u000a22:52:22.512849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24347): Terminated: ok {rc=0}\u000a22:52:22.601846 bus /sierra_3: Setting Powered False\u000a22:52:23.706686 bus /sierra_3: Setting Powered False\u000a22:52:24.819253 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:52:05" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24359): Process ended prematurely: osmo-stp_10.42.42.5(pid=24359) [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24359)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24359): Process ended prematurely: osmo-stp_10.42.42.5(pid=24359) [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24359)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:52:26.816546 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:26.828088 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:52:26.989517 tst mo_mt_call.py: using LAC 17305\u000a22:52:27.116225 tst mo_mt_call.py: using RAC 220\u000a22:52:27.238247 tst mo_mt_call.py: using CellId 17305\u000a22:52:27.358005 tst mo_mt_call.py: using BVCI 17306\u000a22:52:27.380919 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:27.392131 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:27.403133 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:27.414865 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:27.426715 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:27.438464 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:52:27.557631 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:52:27.759446 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:52:28.235995 run create_hlr_db(pid=24353): Launched\u000a22:52:28.409803 bus /sierra_2: Setting Powered False\u000a22:52:29.432425 run create_hlr_db(pid=24353): Terminated: ok {rc=0}\u000a22:52:29.861827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24355): Launched\u000a22:52:30.185234 run osmo-hlr_10.42.42.2(pid=24356): Launched\u000a22:52:30.303882 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:52:30.875201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24358): Launched\u000a22:52:31.294772 run osmo-stp_10.42.42.5(pid=24359): Launched\u000a22:52:31.559106 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:52:32.160278 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24361): Launched\u000a22:52:32.472171 run osmo-msc_10.42.42.6(pid=24362): Launched\u000a22:52:32.654598 run osmo-stp_10.42.42.5(pid=24359): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24359)]\u000a22:52:32.785122 run osmo-stp_10.42.42.5(pid=24359): stdout: \u000a| (launched: 2022-12-08_22:52:31.073563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:32.912363 run osmo-stp_10.42.42.5(pid=24359): stderr: \u000a| �[0;m�[38;5;43m20221208225231394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225231394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225231394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225231395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225231395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225231395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225231395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:33.035409 run osmo-stp_10.42.42.5(pid=24359): stdout: \u000a| (launched: 2022-12-08_22:52:31.073563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:33.156147 run osmo-stp_10.42.42.5(pid=24359): stderr: \u000a| �[0;m�[38;5;43m20221208225231394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225231394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225231394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225231395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225231395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225231395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225231395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:33.209637 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24359): Process ended prematurely: osmo-stp_10.42.42.5(pid=24359) [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24359)] [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a22:52:33.218253 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a22:52:33.279352 run osmo-hlr_10.42.42.2(pid=24356): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24356)]\u000a22:52:33.329545 run osmo-hlr_10.42.42.2(pid=24356): stdout: \u000a| (launched: 2022-12-08_22:52:30.027378) \u000a22:52:33.380362 run osmo-hlr_10.42.42.2(pid=24356): stderr: \u000a| �[0;m�[1;31m20221208225230224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225230224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225230224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225230224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225230224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225230225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225230237 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225230246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225230246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225230246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:52:33.449404 run osmo-msc_10.42.42.6(pid=24362): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24362)]\u000a22:52:33.499705 run osmo-msc_10.42.42.6(pid=24362): stdout: \u000a| (launched: 2022-12-08_22:52:32.317847) \u000a22:52:33.550276 run osmo-msc_10.42.42.6(pid=24362): stderr: \u000a| �[0;m�[38;5;43m20221208225232587 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208225232587 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd998509c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208225232587 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208225232587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208225232587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208225232587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208225232589 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208225232589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208225232590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208225232590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:52:33.592759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24355): Terminating (SIGTERM)\u000a22:52:33.633210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24358): Terminating (SIGTERM)\u000a22:52:33.673806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24361): Terminating (SIGTERM)\u000a22:52:33.683416 --- ParallelTerminationStrategy: PID 24355 died...\u000a22:52:33.737814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24355): Terminated: ok {rc=0}\u000a22:52:33.747568 --- ParallelTerminationStrategy: PID 24358 died...\u000a22:52:33.801823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24358): Terminated: ok {rc=0}\u000a22:52:33.811567 --- ParallelTerminationStrategy: PID 24361 died...\u000a22:52:33.865852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24361): Terminated: ok {rc=0}\u000a22:52:33.955066 bus /sierra_3: Setting Powered False\u000a22:52:35.062486 bus /sierra_3: Setting Powered False\u000a22:52:36.170403 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24370): Process ended prematurely: osmo-stp_10.42.42.5(pid=24370) [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24370)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24370): Process ended prematurely: osmo-stp_10.42.42.5(pid=24370) [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24370)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:52:37.285902 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:37.297936 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:52:37.466084 tst mo_mt_call_osmux.py: using LAC 17306\u000a22:52:37.593567 tst mo_mt_call_osmux.py: using RAC 221\u000a22:52:37.718659 tst mo_mt_call_osmux.py: using CellId 17306\u000a22:52:37.844339 tst mo_mt_call_osmux.py: using BVCI 17307\u000a22:52:37.869069 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:37.880718 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:37.892151 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:37.903571 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:37.915171 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:37.926644 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:52:38.042773 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:52:38.253671 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:52:38.769945 run create_hlr_db(pid=24364): Launched\u000a22:52:38.957308 bus /sierra_2: Setting Powered False\u000a22:52:39.979093 run create_hlr_db(pid=24364): Terminated: ok {rc=0}\u000a22:52:40.386329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24366): Launched\u000a22:52:40.692586 run osmo-hlr_10.42.42.2(pid=24367): Launched\u000a22:52:40.806126 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:52:41.333608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24369): Launched\u000a22:52:41.636682 run osmo-stp_10.42.42.5(pid=24370): Launched\u000a22:52:41.748018 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:52:42.301114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24372): Launched\u000a22:52:42.605655 run osmo-msc_10.42.42.6(pid=24373): Launched\u000a22:52:42.786268 run osmo-stp_10.42.42.5(pid=24370): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24370)]\u000a22:52:42.916653 run osmo-stp_10.42.42.5(pid=24370): stdout: \u000a| (launched: 2022-12-08_22:52:41.487894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:43.044158 run osmo-stp_10.42.42.5(pid=24370): stderr: \u000a| �[0;m�[38;5;43m20221208225241658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225241658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225241658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225241659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225241661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225241661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225241661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:43.166951 run osmo-stp_10.42.42.5(pid=24370): stdout: \u000a| (launched: 2022-12-08_22:52:41.487894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:43.288171 run osmo-stp_10.42.42.5(pid=24370): stderr: \u000a| �[0;m�[38;5;43m20221208225241658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225241658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225241658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225241659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225241661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225241661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225241661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:43.341561 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24370): Process ended prematurely: osmo-stp_10.42.42.5(pid=24370) [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24370)] [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a22:52:43.350180 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a22:52:43.411109 run osmo-hlr_10.42.42.2(pid=24367): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24367)]\u000a22:52:43.460755 run osmo-hlr_10.42.42.2(pid=24367): stdout: \u000a| (launched: 2022-12-08_22:52:40.540840) \u000a22:52:43.511807 run osmo-hlr_10.42.42.2(pid=24367): stderr: \u000a| �[0;m�[1;31m20221208225240719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225240719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225240719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225240719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225240719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225240719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225240732 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225240740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225240740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225240740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:52:43.580181 run osmo-msc_10.42.42.6(pid=24373): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24373)]\u000a22:52:43.629951 run osmo-msc_10.42.42.6(pid=24373): stdout: \u000a| (launched: 2022-12-08_22:52:42.455754) \u000a22:52:43.680169 run osmo-msc_10.42.42.6(pid=24373): stderr: \u000a| �[0;m�[38;5;43m20221208225242728 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208225242728 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc6d07ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208225242728 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208225242728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208225242728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208225242728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208225242730 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208225242731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208225242731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208225242731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:52:43.722585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24366): Terminating (SIGTERM)\u000a22:52:43.762882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24369): Terminating (SIGTERM)\u000a22:52:43.803071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24372): Terminating (SIGTERM)\u000a22:52:43.812609 --- ParallelTerminationStrategy: PID 24366 died...\u000a22:52:43.866913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24366): Terminated: ok {rc=0}\u000a22:52:43.876669 --- ParallelTerminationStrategy: PID 24369 died...\u000a22:52:43.930530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24369): Terminated: ok {rc=0}\u000a22:52:43.940501 --- ParallelTerminationStrategy: PID 24372 died...\u000a22:52:43.994451 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24372): Terminated: ok {rc=0}\u000a22:52:44.079062 bus /sierra_3: Setting Powered False\u000a22:52:45.186903 bus /sierra_3: Setting Powered False\u000a22:52:46.299047 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:52:26" }, { "cases" : [ { "testActions" : [ ], "age" : 25, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24384): Process ended prematurely: osmo-stp_10.42.42.5(pid=24384) [trial-2350↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24384)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24384): Process ended prematurely: osmo-stp_10.42.42.5(pid=24384) [trial-2350↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24384)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a22:52:48.301326 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:52:48.312929 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:52:48.474111 tst mo_mt_call.py: using LAC 17307\u000a22:52:48.601421 tst mo_mt_call.py: using RAC 222\u000a22:52:48.730787 tst mo_mt_call.py: using CellId 17307\u000a22:52:48.857423 tst mo_mt_call.py: using BVCI 17308\u000a22:52:48.882140 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:52:48.893734 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:52:48.905168 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:52:48.916525 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:52:48.928048 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:52:48.939497 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:52:49.054248 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:52:49.257883 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:52:49.736369 run create_hlr_db(pid=24378): Launched\u000a22:52:49.912583 bus /sierra_2: Setting Powered False\u000a22:52:50.933845 run create_hlr_db(pid=24378): Terminated: ok {rc=0}\u000a22:52:51.365855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24380): Launched\u000a22:52:51.690990 run osmo-hlr_10.42.42.2(pid=24381): Launched\u000a22:52:51.810240 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:52:52.372637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24383): Launched\u000a22:52:52.696149 run osmo-stp_10.42.42.5(pid=24384): Launched\u000a22:52:52.814607 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:52:53.407094 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24386): Launched\u000a22:52:53.731150 run osmo-msc_10.42.42.6(pid=24387): Launched\u000a22:52:53.921259 run osmo-stp_10.42.42.5(pid=24384): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24384)]\u000a22:52:54.058949 run osmo-stp_10.42.42.5(pid=24384): stdout: \u000a| (launched: 2022-12-08_22:52:52.538056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:54.195387 run osmo-stp_10.42.42.5(pid=24384): stderr: \u000a| �[0;m�[38;5;43m20221208225252730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225252730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225252730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225252731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225252731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225252731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225252731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:54.326081 run osmo-stp_10.42.42.5(pid=24384): stdout: \u000a| (launched: 2022-12-08_22:52:52.538056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:54.455472 run osmo-stp_10.42.42.5(pid=24384): stderr: \u000a| �[0;m�[38;5;43m20221208225252730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225252730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225252730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225252731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225252731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225252731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225252731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:54.512395 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24384): Process ended prematurely: osmo-stp_10.42.42.5(pid=24384) [trial-2350↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24384)] [trial-2350↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a22:52:54.521563 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a22:52:54.584464 run osmo-hlr_10.42.42.2(pid=24381): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24381)]\u000a22:52:54.636512 run osmo-hlr_10.42.42.2(pid=24381): stdout: \u000a| (launched: 2022-12-08_22:52:51.531853) \u000a22:52:54.689359 run osmo-hlr_10.42.42.2(pid=24381): stderr: \u000a| �[0;m�[1;31m20221208225251730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225251730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225251730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225251730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225251731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225251731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225251743 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225251751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225251752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225251752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:52:54.760896 run osmo-msc_10.42.42.6(pid=24387): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24387)]\u000a22:52:54.812779 run osmo-msc_10.42.42.6(pid=24387): stdout: \u000a| (launched: 2022-12-08_22:52:53.572528) \u000a22:52:54.865009 run osmo-msc_10.42.42.6(pid=24387): stderr: \u000a| �[0;m�[38;5;43m20221208225253894 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208225253895 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2979f7ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208225253895 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208225253895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208225253895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208225253895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208225253897 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208225253898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208225253898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208225253898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:52:54.909681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24380): Terminating (SIGTERM)\u000a22:52:54.952085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24383): Terminating (SIGTERM)\u000a22:52:54.994587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24386): Terminating (SIGTERM)\u000a22:52:55.004386 --- ParallelTerminationStrategy: PID 24380 died...\u000a22:52:55.060802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24380): Terminated: ok {rc=0}\u000a22:52:55.071031 --- ParallelTerminationStrategy: PID 24383 died...\u000a22:52:55.127399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24383): Terminated: ok {rc=0}\u000a22:52:55.137815 --- ParallelTerminationStrategy: PID 24386 died...\u000a22:52:55.193852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24386): Terminated: ok {rc=0}\u000a22:52:55.281918 bus /sierra_3: Setting Powered False\u000a22:52:56.385834 bus /sierra_3: Setting Powered False\u000a22:52:57.496992 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 28, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24532): Process ended prematurely: osmo-stp_10.42.42.5(pid=24532) [trial-2350↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24532)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24532): Process ended prematurely: osmo-stp_10.42.42.5(pid=24532) [trial-2350↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24532)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:52:58.607041 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:52:58.619001 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:52:58.780427 tst mo_mt_call_osmux.py: using LAC 17308\u000a22:52:58.901330 tst mo_mt_call_osmux.py: using RAC 223\u000a22:52:59.020061 tst mo_mt_call_osmux.py: using CellId 17308\u000a22:52:59.140859 tst mo_mt_call_osmux.py: using BVCI 17309\u000a22:52:59.164614 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:52:59.176086 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:52:59.187381 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:52:59.198862 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:52:59.210303 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:52:59.221818 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:52:59.338680 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:52:59.548711 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:53:00.067404 run create_hlr_db(pid=24389): Launched\u000a22:53:00.254579 bus /sierra_2: Setting Powered False\u000a22:53:01.334568 run create_hlr_db(pid=24389): Terminated: ok {rc=0}\u000a22:53:01.798791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24427): Launched\u000a22:53:02.191253 run osmo-hlr_10.42.42.2(pid=24435): Launched\u000a22:53:02.430040 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:53:03.263305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24481): Launched\u000a22:53:03.723439 run osmo-stp_10.42.42.5(pid=24532): Launched\u000a22:53:03.984026 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:53:04.750177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24656): Launched\u000a22:53:05.215112 run osmo-msc_10.42.42.6(pid=24669): Launched\u000a22:53:05.606428 run osmo-stp_10.42.42.5(pid=24532): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24532)]\u000a22:53:05.744826 run osmo-stp_10.42.42.5(pid=24532): stdout: \u000a| (launched: 2022-12-08_22:53:03.481745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:05.882578 run osmo-stp_10.42.42.5(pid=24532): stderr: \u000a| �[0;m�[38;5;43m20221208225303867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225303867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225303868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225303868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225303873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225303873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225303873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:06.014906 run osmo-stp_10.42.42.5(pid=24532): stdout: \u000a| (launched: 2022-12-08_22:53:03.481745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:06.145937 run osmo-stp_10.42.42.5(pid=24532): stderr: \u000a| �[0;m�[38;5;43m20221208225303867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225303867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225303868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225303868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225303873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225303873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225303873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:06.204478 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24532): Process ended prematurely: osmo-stp_10.42.42.5(pid=24532) [trial-2350↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24532)] [trial-2350↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a22:53:06.214933 tst mo_mt_call_osmux.py:8: Test FAILED (7.6 sec)\u000a22:53:06.280438 run osmo-hlr_10.42.42.2(pid=24435): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24435)]\u000a22:53:06.333778 run osmo-hlr_10.42.42.2(pid=24435): stdout: \u000a| (launched: 2022-12-08_22:53:01.958239) \u000a22:53:06.387981 run osmo-hlr_10.42.42.2(pid=24435): stderr: \u000a| �[0;m�[1;31m20221208225302323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225302323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225302323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225302323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225302323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225302323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225302351 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225302366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225302366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225302366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:53:06.461247 run osmo-msc_10.42.42.6(pid=24669): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24669)]\u000a22:53:06.514791 run osmo-msc_10.42.42.6(pid=24669): stdout: \u000a| (launched: 2022-12-08_22:53:04.917961) \u000a22:53:06.568727 run osmo-msc_10.42.42.6(pid=24669): stderr: \u000a| �[0;m�[38;5;43m20221208225305339 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208225305339 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f766cf1cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208225305339 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208225305339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208225305339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208225305340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208225305349 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208225305350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208225305350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208225305350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:53:06.615174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24427): Terminating (SIGTERM)\u000a22:53:06.661028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24481): Terminating (SIGTERM)\u000a22:53:06.706942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24656): Terminating (SIGTERM)\u000a22:53:06.717983 --- ParallelTerminationStrategy: PID 24427 died...\u000a22:53:06.781315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24427): Terminated: ok {rc=0}\u000a22:53:06.792007 --- ParallelTerminationStrategy: PID 24481 died...\u000a22:53:06.849183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24481): Terminated: ok {rc=0}\u000a22:53:06.859862 --- ParallelTerminationStrategy: PID 24656 died...\u000a22:53:06.918425 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24656): Terminated: ok {rc=0}\u000a22:53:07.006584 bus /sierra_3: Setting Powered False\u000a22:53:08.113872 bus /sierra_3: Setting Powered False\u000a22:53:09.225181 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:52:48" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24682): Process ended prematurely: osmo-stp_10.42.42.5(pid=24682) [trial-2350↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24682)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24682): Process ended prematurely: osmo-stp_10.42.42.5(pid=24682) [trial-2350↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24682)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a22:53:11.236295 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:11.249177 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:53:11.392548 tst mo_mt_call.py: using LAC 17309\u000a22:53:11.516531 tst mo_mt_call.py: using RAC 224\u000a22:53:11.641858 tst mo_mt_call.py: using CellId 17309\u000a22:53:11.764812 tst mo_mt_call.py: using BVCI 17310\u000a22:53:11.790652 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:11.803172 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:11.815618 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:11.830153 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:11.843660 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:11.857002 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:53:11.980047 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:53:12.190278 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:53:12.729988 run create_hlr_db(pid=24676): Launched\u000a22:53:12.921592 bus /sierra_2: Setting Powered False\u000a22:53:13.946431 run create_hlr_db(pid=24676): Terminated: ok {rc=0}\u000a22:53:14.404907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24678): Launched\u000a22:53:14.839502 run osmo-hlr_10.42.42.2(pid=24679): Launched\u000a22:53:15.092878 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:53:15.692512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24681): Launched\u000a22:53:16.147522 run osmo-stp_10.42.42.5(pid=24682): Launched\u000a22:53:16.447191 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:53:17.190928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24684): Launched\u000a22:53:17.728270 run osmo-msc_10.42.42.6(pid=24685): Launched\u000a22:53:18.146831 run osmo-stp_10.42.42.5(pid=24682): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24682)]\u000a22:53:18.348876 run osmo-stp_10.42.42.5(pid=24682): stdout: \u000a| (launched: 2022-12-08_22:53:15.865767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:18.499324 run osmo-stp_10.42.42.5(pid=24682): stderr: \u000a| �[0;m�[38;5;43m20221208225316190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225316190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225316190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225316191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225316191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225316191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225316191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:18.635058 run osmo-stp_10.42.42.5(pid=24682): stdout: \u000a| (launched: 2022-12-08_22:53:15.865767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:18.768226 run osmo-stp_10.42.42.5(pid=24682): stderr: \u000a| �[0;m�[38;5;43m20221208225316190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225316190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225316190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225316191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225316191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225316191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225316191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:18.828434 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24682): Process ended prematurely: osmo-stp_10.42.42.5(pid=24682) [trial-2350↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24682)] [trial-2350↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a22:53:18.838811 tst mo_mt_call.py:8: Test FAILED (7.6 sec)\u000a22:53:18.905098 run osmo-hlr_10.42.42.2(pid=24679): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24679)]\u000a22:53:18.959274 run osmo-hlr_10.42.42.2(pid=24679): stdout: \u000a| (launched: 2022-12-08_22:53:14.577623) \u000a22:53:19.015759 run osmo-hlr_10.42.42.2(pid=24679): stderr: \u000a| �[0;m�[1;31m20221208225314894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225314894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225314894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225314894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225314894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225314894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225314915 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225314932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225314932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225314932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:53:19.089886 run osmo-msc_10.42.42.6(pid=24685): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24685)]\u000a22:53:19.143838 run osmo-msc_10.42.42.6(pid=24685): stdout: \u000a| (launched: 2022-12-08_22:53:17.393040) \u000a22:53:19.199828 run osmo-msc_10.42.42.6(pid=24685): stderr: \u000a| �[0;m�[38;5;43m20221208225317865 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208225317865 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f05020c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208225317865 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208225317865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208225317865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208225317865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208225317868 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208225317869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208225317869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208225317869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:53:19.246714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24678): Terminating (SIGTERM)\u000a22:53:19.293209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24681): Terminating (SIGTERM)\u000a22:53:19.340032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24684): Terminating (SIGTERM)\u000a22:53:19.351488 --- ParallelTerminationStrategy: PID 24678 died...\u000a22:53:19.412214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24678): Terminated: ok {rc=0}\u000a22:53:19.423451 --- ParallelTerminationStrategy: PID 24681 died...\u000a22:53:19.481756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24681): Terminated: ok {rc=0}\u000a22:53:19.493055 --- ParallelTerminationStrategy: PID 24684 died...\u000a22:53:19.552180 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24684): Terminated: ok {rc=0}\u000a22:53:19.645126 bus /sierra_3: Setting Powered False\u000a22:53:20.755212 bus /sierra_3: Setting Powered False\u000a22:53:21.867588 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 186, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24693): Process ended prematurely: osmo-stp_10.42.42.5(pid=24693) [trial-2350↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24693)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24693): Process ended prematurely: osmo-stp_10.42.42.5(pid=24693) [trial-2350↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24693)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:53:22.985576 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:22.998962 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:53:23.143333 tst mo_mt_call_osmux.py: using LAC 17310\u000a22:53:23.267205 tst mo_mt_call_osmux.py: using RAC 225\u000a22:53:23.393145 tst mo_mt_call_osmux.py: using CellId 17310\u000a22:53:23.517600 tst mo_mt_call_osmux.py: using BVCI 17311\u000a22:53:23.542914 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:23.555326 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:23.568377 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:23.584177 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:23.597738 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:23.610360 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:53:23.731002 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:53:23.943252 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:53:24.488670 run create_hlr_db(pid=24687): Launched\u000a22:53:24.671660 bus /sierra_2: Setting Powered False\u000a22:53:25.695719 run create_hlr_db(pid=24687): Terminated: ok {rc=0}\u000a22:53:26.107946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24689): Launched\u000a22:53:26.411844 run osmo-hlr_10.42.42.2(pid=24690): Launched\u000a22:53:26.527070 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:53:27.060800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24692): Launched\u000a22:53:27.364903 run osmo-stp_10.42.42.5(pid=24693): Launched\u000a22:53:27.476181 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:53:28.031969 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24695): Launched\u000a22:53:28.338943 run osmo-msc_10.42.42.6(pid=24696): Launched\u000a22:53:28.518976 run osmo-stp_10.42.42.5(pid=24693): ERR: Terminated: ERROR {rc=1} [trial-2350↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24693)]\u000a22:53:28.649234 run osmo-stp_10.42.42.5(pid=24693): stdout: \u000a| (launched: 2022-12-08_22:53:27.215812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:28.777521 run osmo-stp_10.42.42.5(pid=24693): stderr: \u000a| �[0;m�[38;5;43m20221208225327387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225327388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225327388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225327388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225327389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225327389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225327389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:28.900248 run osmo-stp_10.42.42.5(pid=24693): stdout: \u000a| (launched: 2022-12-08_22:53:27.215812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:29.022439 run osmo-stp_10.42.42.5(pid=24693): stderr: \u000a| �[0;m�[38;5;43m20221208225327387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225327388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225327388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225327388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225327389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225327389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225327389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:29.076052 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24693): Process ended prematurely: osmo-stp_10.42.42.5(pid=24693) [trial-2350↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24693)] [trial-2350↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a22:53:29.084748 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a22:53:29.146253 run osmo-hlr_10.42.42.2(pid=24690): ERR: Terminated: ERROR {rc=237} [trial-2350↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24690)]\u000a22:53:29.196512 run osmo-hlr_10.42.42.2(pid=24690): stdout: \u000a| (launched: 2022-12-08_22:53:26.262721) \u000a22:53:29.247846 run osmo-hlr_10.42.42.2(pid=24690): stderr: \u000a| �[0;m�[1;31m20221208225326450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225326450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225326450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225326450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225326450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225326450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225326462 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225326470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225326470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225326471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:53:29.316654 run osmo-msc_10.42.42.6(pid=24696): ERR: Terminated: ERROR {rc=2} [trial-2350↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24696)]\u000a22:53:29.366873 run osmo-msc_10.42.42.6(pid=24696): stdout: \u000a| (launched: 2022-12-08_22:53:28.187605) \u000a22:53:29.417935 run osmo-msc_10.42.42.6(pid=24696): stderr: \u000a| �[0;m�[38;5;43m20221208225328460 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208225328460 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb436e23c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208225328460 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208225328460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208225328460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208225328461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208225328462 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208225328463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208225328463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208225328463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:53:29.460573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24689): Terminating (SIGTERM)\u000a22:53:29.501009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24692): Terminating (SIGTERM)\u000a22:53:29.541484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24695): Terminating (SIGTERM)\u000a22:53:29.551091 --- ParallelTerminationStrategy: PID 24689 died...\u000a22:53:29.605438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24689): Terminated: ok {rc=0}\u000a22:53:29.615442 --- ParallelTerminationStrategy: PID 24692 died...\u000a22:53:29.669844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24692): Terminated: ok {rc=0}\u000a22:53:29.679731 --- ParallelTerminationStrategy: PID 24695 died...\u000a22:53:29.734296 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24695): Terminated: ok {rc=0}\u000a22:53:29.819079 bus /sierra_3: Setting Powered False\u000a22:53:30.943741 bus /sierra_3: Setting Powered False\u000a22:53:32.077260 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:53:10" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24707): Process ended prematurely: osmo-stp_10.42.42.5(pid=24707) [trial-2350↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24707)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24707): Process ended prematurely: osmo-stp_10.42.42.5(pid=24707) [trial-2350↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24707)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a22:53:34.108456 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:34.119260 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a22:53:34.251467 tst emergency_mo_mt_call.py: using LAC 17311\u000a22:53:34.366944 tst emergency_mo_mt_call.py: using RAC 226\u000a22:53:34.482100 tst emergency_mo_mt_call.py: using CellId 17311\u000a22:53:34.598679 tst emergency_mo_mt_call.py: using BVCI 17312\u000a22:53:34.621511 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:34.632083 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:34.642499 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:34.653249 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:34.663936 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:34.674631 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:53:34.792003 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:53:34.989941 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:53:35.459195 run create_hlr_db(pid=24701): Launched\u000a22:53:35.631320 bus /sierra_2: Setting Powered False\u000a22:53:36.653571 run create_hlr_db(pid=24701): Terminated: ok {rc=0}\u000a22:53:37.078773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24703): Launched\u000a22:53:37.396894 run osmo-hlr_10.42.42.2(pid=24704): Launched\u000a22:53:37.514971 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:53:38.068837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24706): Launched\u000a22:53:38.387671 run osmo-stp_10.42.42.5(pid=24707): Launched\u000a22:53:38.513558 tst emergency_mo_mt_call.py: using MSISDN 6888\u000a22:53:38.673367 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:53:39.256256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24709): Launched\u000a22:53:39.575795 run osmo-msc_10.42.42.6(pid=24710): Launched\u000a22:53:39.763654 run osmo-stp_10.42.42.5(pid=24707): ERR: Terminated: ERROR {rc=1} [trial-2350↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24707)]\u000a22:53:39.899134 run osmo-stp_10.42.42.5(pid=24707): stdout: \u000a| (launched: 2022-12-08_22:53:38.231334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:40.036022 run osmo-stp_10.42.42.5(pid=24707): stderr: \u000a| �[0;m�[38;5;43m20221208225338422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225338422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225338423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225338423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225338423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225338424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225338424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:40.164735 run osmo-stp_10.42.42.5(pid=24707): stdout: \u000a| (launched: 2022-12-08_22:53:38.231334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:40.292361 run osmo-stp_10.42.42.5(pid=24707): stderr: \u000a| �[0;m�[38;5;43m20221208225338422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225338422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225338423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225338423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225338423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225338424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225338424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:40.348275 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=24707): Process ended prematurely: osmo-stp_10.42.42.5(pid=24707) [trial-2350↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24707)] [trial-2350↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a22:53:40.356941 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a22:53:40.421072 run osmo-hlr_10.42.42.2(pid=24704): ERR: Terminated: ERROR {rc=237} [trial-2350↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24704)]\u000a22:53:40.473858 run osmo-hlr_10.42.42.2(pid=24704): stdout: \u000a| (launched: 2022-12-08_22:53:37.241057) \u000a22:53:40.527388 run osmo-hlr_10.42.42.2(pid=24704): stderr: \u000a| �[0;m�[1;31m20221208225337437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225337437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225337437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225337437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225337437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225337437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225337448 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225337457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225337457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225337457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:53:40.599927 run osmo-msc_10.42.42.6(pid=24710): ERR: Terminated: ERROR {rc=2} [trial-2350↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24710)]\u000a22:53:40.652885 run osmo-msc_10.42.42.6(pid=24710): stdout: \u000a| (launched: 2022-12-08_22:53:39.418804) \u000a22:53:40.706052 run osmo-msc_10.42.42.6(pid=24710): stderr: \u000a| �[0;m�[38;5;43m20221208225339739 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208225339739 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3e377eec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208225339739 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208225339740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208225339740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208225339740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208225339742 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208225339742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208225339742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208225339742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:53:40.751023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24703): Terminating (SIGTERM)\u000a22:53:40.793853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24706): Terminating (SIGTERM)\u000a22:53:40.836337 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24709): Terminating (SIGTERM)\u000a22:53:40.846233 --- ParallelTerminationStrategy: PID 24703 died...\u000a22:53:40.903347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24703): Terminated: ok {rc=0}\u000a22:53:40.913714 --- ParallelTerminationStrategy: PID 24706 died...\u000a22:53:40.970382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24706): Terminated: ok {rc=0}\u000a22:53:40.980716 --- ParallelTerminationStrategy: PID 24709 died...\u000a22:53:41.037823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24709): Terminated: ok {rc=0}\u000a22:53:41.126809 bus /sierra_3: Setting Powered False\u000a22:53:42.235283 bus /sierra_3: Setting Powered False\u000a22:53:43.348314 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24718): Process ended prematurely: osmo-stp_10.42.42.5(pid=24718) [trial-2350↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24718)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24718): Process ended prematurely: osmo-stp_10.42.42.5(pid=24718) [trial-2350↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24718)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a22:53:44.400418 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:44.412169 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a22:53:44.555124 tst emergency_preemptive_call.py: using LAC 17312\u000a22:53:44.679464 tst emergency_preemptive_call.py: using RAC 227\u000a22:53:44.803567 tst emergency_preemptive_call.py: using CellId 17312\u000a22:53:44.928318 tst emergency_preemptive_call.py: using BVCI 17313\u000a22:53:44.952622 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:44.963885 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:44.974936 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:44.985980 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:44.997404 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:45.008435 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:53:45.122305 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:53:45.239874 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:53:45.355079 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:53:45.562504 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:53:46.122091 run create_hlr_db(pid=24712): Launched\u000a22:53:46.300340 bus /sierra_2: Setting Powered False\u000a22:53:47.330813 run create_hlr_db(pid=24712): Terminated: ok {rc=0}\u000a22:53:47.730824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24714): Launched\u000a22:53:48.029784 run osmo-hlr_10.42.42.2(pid=24715): Launched\u000a22:53:48.142751 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:53:48.670178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24717): Launched\u000a22:53:48.970167 run osmo-stp_10.42.42.5(pid=24718): Launched\u000a22:53:49.090799 tst emergency_preemptive_call.py: using MSISDN 6889\u000a22:53:49.239238 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:53:49.784815 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24720): Launched\u000a22:53:50.084007 run osmo-msc_10.42.42.6(pid=24721): Launched\u000a22:53:50.261643 run osmo-stp_10.42.42.5(pid=24718): ERR: Terminated: ERROR {rc=1} [trial-2350↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24718)]\u000a22:53:50.390292 run osmo-stp_10.42.42.5(pid=24718): stdout: \u000a| (launched: 2022-12-08_22:53:48.822869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:50.515521 run osmo-stp_10.42.42.5(pid=24718): stderr: \u000a| �[0;m�[38;5;43m20221208225348993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225348993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225348994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225348994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225348995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225348995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225348995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:50.636473 run osmo-stp_10.42.42.5(pid=24718): stdout: \u000a| (launched: 2022-12-08_22:53:48.822869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:50.756013 run osmo-stp_10.42.42.5(pid=24718): stderr: \u000a| �[0;m�[38;5;43m20221208225348993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225348993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225348994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225348994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225348995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225348995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225348995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:50.808325 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=24718): Process ended prematurely: osmo-stp_10.42.42.5(pid=24718) [trial-2350↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24718)] [trial-2350↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a22:53:50.816255 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a22:53:50.878806 run osmo-hlr_10.42.42.2(pid=24715): ERR: Terminated: ERROR {rc=237} [trial-2350↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24715)]\u000a22:53:50.929519 run osmo-hlr_10.42.42.2(pid=24715): stdout: \u000a| (launched: 2022-12-08_22:53:47.882823) \u000a22:53:50.980859 run osmo-hlr_10.42.42.2(pid=24715): stderr: \u000a| �[0;m�[1;31m20221208225348059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225348059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225348059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225348059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225348059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225348059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225348072 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225348082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225348083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225348083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:53:51.050939 run osmo-msc_10.42.42.6(pid=24721): ERR: Terminated: ERROR {rc=2} [trial-2350↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24721)]\u000a22:53:51.101547 run osmo-msc_10.42.42.6(pid=24721): stdout: \u000a| (launched: 2022-12-08_22:53:49.936558) \u000a22:53:51.152523 run osmo-msc_10.42.42.6(pid=24721): stderr: \u000a| �[0;m�[38;5;43m20221208225350209 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208225350209 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8d9b945c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208225350209 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208225350209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208225350209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208225350210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208225350211 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208225350212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208225350212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208225350212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:53:51.195873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24714): Terminating (SIGTERM)\u000a22:53:51.237355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24717): Terminating (SIGTERM)\u000a22:53:51.278849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24720): Terminating (SIGTERM)\u000a22:53:51.288410 --- ParallelTerminationStrategy: PID 24714 died...\u000a22:53:51.343307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24714): Terminated: ok {rc=0}\u000a22:53:51.353804 --- ParallelTerminationStrategy: PID 24717 died...\u000a22:53:51.409042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24717): Terminated: ok {rc=0}\u000a22:53:51.418945 --- ParallelTerminationStrategy: PID 24720 died...\u000a22:53:51.473616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24720): Terminated: ok {rc=0}\u000a22:53:51.559191 bus /sierra_9: Setting Powered False\u000a22:53:52.668353 bus /sierra_9: Setting Powered False\u000a22:53:53.778689 bus /sierra_8: Setting Powered False\u000a22:53:54.886059 bus /sierra_8: Setting Powered False\u000a22:53:56.000329 bus /sierra_3: Setting Powered False\u000a22:53:57.104534 bus /sierra_3: Setting Powered False\u000a22:53:58.217381 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:53:33" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24736): Process ended prematurely: osmo-stp_10.42.42.5(pid=24736) [trial-2350↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24736)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24736): Process ended prematurely: osmo-stp_10.42.42.5(pid=24736) [trial-2350↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24736)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:54:00.326246 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:00.336783 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a22:54:00.476907 tst cs_paging_gprs_active.py: using LAC 17313\u000a22:54:00.607238 tst cs_paging_gprs_active.py: using RAC 228\u000a22:54:00.754140 tst cs_paging_gprs_active.py: using CellId 17313\u000a22:54:00.895082 tst cs_paging_gprs_active.py: using BVCI 17314\u000a22:54:00.946440 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:00.958224 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:00.969942 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:00.981466 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:00.992876 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:01.004785 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:01.016718 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:01.029070 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:01.041219 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:54:01.166880 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:54:01.481915 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:54:01.616507 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:54:01.960140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24726): Launched\u000a22:54:02.251753 run iperf3-srv_10.42.42.10(pid=24727): Launched\u000a22:54:02.438348 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:54:02.565900 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:54:02.881302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24728): Launched\u000a22:54:03.144074 run iperf3-srv_10.42.42.10(pid=24729): Launched\u000a22:54:03.329720 tst cs_paging_gprs_active.py:38: start network...\u000a22:54:03.457256 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:54:03.949985 run create_hlr_db(pid=24730): Launched\u000a22:54:04.124438 bus /sierra_2: Setting Powered False\u000a22:54:05.147058 run create_hlr_db(pid=24730): Terminated: ok {rc=0}\u000a22:54:05.551471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24732): Launched\u000a22:54:05.856256 run osmo-hlr_10.42.42.2(pid=24733): Launched\u000a22:54:05.971532 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:54:06.499086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24735): Launched\u000a22:54:06.803779 run osmo-stp_10.42.42.5(pid=24736): Launched\u000a22:54:06.915409 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:54:07.444472 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24738): Launched\u000a22:54:07.552908 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:54:07.823279 run patchelf(pid=24739): Launched\u000a22:54:08.001504 run osmo-stp_10.42.42.5(pid=24736): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24736)]\u000a22:54:08.131979 run osmo-stp_10.42.42.5(pid=24736): stdout: \u000a| (launched: 2022-12-08_22:54:06.654097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:08.262844 run osmo-stp_10.42.42.5(pid=24736): stderr: \u000a| �[0;m�[38;5;43m20221208225406825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225406825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225406826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225406826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225406826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225406827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225406827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:08.389396 run osmo-stp_10.42.42.5(pid=24736): stdout: \u000a| (launched: 2022-12-08_22:54:06.654097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:08.515079 run osmo-stp_10.42.42.5(pid=24736): stderr: \u000a| �[0;m�[38;5;43m20221208225406825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225406825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225406826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225406826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225406826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225406827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225406827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:08.660886 run patchelf(pid=24739): Terminating (SIGINT)\u000a22:54:08.832295 run patchelf(pid=24739): Terminated: ok {rc=0}\u000a22:54:08.863863 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24736): Process ended prematurely: osmo-stp_10.42.42.5(pid=24736) [trial-2350↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24736)] [trial-2350↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a22:54:08.873137 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a22:54:08.934414 run osmo-hlr_10.42.42.2(pid=24733): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24733)]\u000a22:54:08.984229 run osmo-hlr_10.42.42.2(pid=24733): stdout: \u000a| (launched: 2022-12-08_22:54:05.707232) \u000a22:54:09.034730 run osmo-hlr_10.42.42.2(pid=24733): stderr: \u000a| �[0;m�[1;31m20221208225405886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225405886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225405886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225405886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225405886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225405886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225405898 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225405908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225405908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225405908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:54:09.077210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24726): Terminating (SIGTERM)\u000a22:54:09.117443 run iperf3-srv_10.42.42.10(pid=24727): Terminating (SIGTERM)\u000a22:54:09.157889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24728): Terminating (SIGTERM)\u000a22:54:09.198187 run iperf3-srv_10.42.42.10(pid=24729): Terminating (SIGTERM)\u000a22:54:09.238702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24732): Terminating (SIGTERM)\u000a22:54:09.279058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24735): Terminating (SIGTERM)\u000a22:54:09.319813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24738): Terminating (SIGTERM)\u000a22:54:09.329195 --- ParallelTerminationStrategy: PID 24726 died...\u000a22:54:09.383409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24726): Terminated: ok {rc=0}\u000a22:54:09.393448 --- ParallelTerminationStrategy: PID 24727 died...\u000a22:54:09.447184 run iperf3-srv_10.42.42.10(pid=24727): Terminated {rc=256}\u000a22:54:09.456800 --- ParallelTerminationStrategy: PID 24728 died...\u000a22:54:09.510378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24728): Terminated: ok {rc=0}\u000a22:54:09.520344 --- ParallelTerminationStrategy: PID 24729 died...\u000a22:54:09.574103 run iperf3-srv_10.42.42.10(pid=24729): Terminated {rc=256}\u000a22:54:09.583813 --- ParallelTerminationStrategy: PID 24732 died...\u000a22:54:09.637750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24732): Terminated: ok {rc=0}\u000a22:54:09.647544 --- ParallelTerminationStrategy: PID 24735 died...\u000a22:54:09.701330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24735): Terminated: ok {rc=0}\u000a22:54:09.711882 --- ParallelTerminationStrategy: PID 24738 died...\u000a22:54:09.766425 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24738): Terminated: ok {rc=0}\u000a22:54:09.856394 bus /gobi_0: Setting Powered False\u000a22:54:10.960624 bus /gobi_0: Setting Powered False\u000a22:54:12.073217 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24748): Process ended prematurely: osmo-stp_10.42.42.5(pid=24748) [trial-2350↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24748)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24748): Process ended prematurely: osmo-stp_10.42.42.5(pid=24748) [trial-2350↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24748)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a22:54:13.184702 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:13.195902 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a22:54:13.334445 tst iperf3.py: using LAC 17314\u000a22:54:13.463126 tst iperf3.py: using RAC 229\u000a22:54:13.591761 tst iperf3.py: using CellId 17314\u000a22:54:13.720663 tst iperf3.py: using BVCI 17315\u000a22:54:13.746189 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:13.757754 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:13.769085 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:13.780876 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:13.792610 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:13.804330 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:13.816290 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:13.828068 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:13.840638 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:54:14.120270 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:54:14.247191 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:54:14.562082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24740): Launched\u000a22:54:14.823809 run iperf3-srv_10.42.42.10(pid=24741): Launched\u000a22:54:15.009701 tst iperf3.py:8: start network...\u000a22:54:15.136939 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:54:15.617305 run create_hlr_db(pid=24742): Launched\u000a22:54:15.792700 bus /gobi_6: Setting Powered False\u000a22:54:16.852818 run create_hlr_db(pid=24742): Terminated: ok {rc=0}\u000a22:54:17.279791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24744): Launched\u000a22:54:17.586882 run osmo-hlr_10.42.42.2(pid=24745): Launched\u000a22:54:17.705127 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:54:18.244408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24747): Launched\u000a22:54:18.548236 run osmo-stp_10.42.42.5(pid=24748): Launched\u000a22:54:18.660691 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:54:19.191261 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24750): Launched\u000a22:54:19.300166 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:54:19.566623 run patchelf(pid=24751): Launched\u000a22:54:19.745814 run osmo-stp_10.42.42.5(pid=24748): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24748)]\u000a22:54:19.877760 run osmo-stp_10.42.42.5(pid=24748): stdout: \u000a| (launched: 2022-12-08_22:54:18.398967)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:20.009303 run osmo-stp_10.42.42.5(pid=24748): stderr: \u000a| �[0;m�[38;5;43m20221208225418569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225418569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225418570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225418570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225418570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225418571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225418571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:20.136644 run osmo-stp_10.42.42.5(pid=24748): stdout: \u000a| (launched: 2022-12-08_22:54:18.398967)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:20.263015 run osmo-stp_10.42.42.5(pid=24748): stderr: \u000a| �[0;m�[38;5;43m20221208225418569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225418569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225418570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225418570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225418570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225418571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225418571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:20.409388 run patchelf(pid=24751): Terminating (SIGINT)\u000a22:54:20.581179 run patchelf(pid=24751): Terminated: ok {rc=0}\u000a22:54:20.612543 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24748): Process ended prematurely: osmo-stp_10.42.42.5(pid=24748) [trial-2350↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24748)] [trial-2350↪gprs:nanobts+band-900↪iperf3.py:8]\u000a22:54:20.621902 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a22:54:20.684067 run osmo-hlr_10.42.42.2(pid=24745): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24745)]\u000a22:54:20.734217 run osmo-hlr_10.42.42.2(pid=24745): stdout: \u000a| (launched: 2022-12-08_22:54:17.434869) \u000a22:54:20.784892 run osmo-hlr_10.42.42.2(pid=24745): stderr: \u000a| �[0;m�[1;31m20221208225417612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225417612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225417612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225417612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225417612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225417612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225417624 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225417633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225417633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225417633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:54:20.828326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24740): Terminating (SIGTERM)\u000a22:54:20.869321 run iperf3-srv_10.42.42.10(pid=24741): Terminating (SIGTERM)\u000a22:54:20.910179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24744): Terminating (SIGTERM)\u000a22:54:20.951012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24747): Terminating (SIGTERM)\u000a22:54:20.992028 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24750): Terminating (SIGTERM)\u000a22:54:21.001770 --- ParallelTerminationStrategy: PID 24740 died...\u000a22:54:21.056694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24740): Terminated: ok {rc=0}\u000a22:54:21.066964 --- ParallelTerminationStrategy: PID 24741 died...\u000a22:54:21.121286 run iperf3-srv_10.42.42.10(pid=24741): Terminated {rc=256}\u000a22:54:21.131274 --- ParallelTerminationStrategy: PID 24744 died...\u000a22:54:21.185986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24744): Terminated: ok {rc=0}\u000a22:54:21.195918 --- ParallelTerminationStrategy: PID 24747 died...\u000a22:54:21.250755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24747): Terminated: ok {rc=0}\u000a22:54:21.260744 --- ParallelTerminationStrategy: PID 24750 died...\u000a22:54:21.315449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24750): Terminated: ok {rc=0}\u000a22:54:21.404732 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24766): Process ended prematurely: osmo-stp_10.42.42.5(pid=24766) [trial-2350↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24766)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24766): Process ended prematurely: osmo-stp_10.42.42.5(pid=24766) [trial-2350↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24766)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a22:54:22.516632 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:22.527906 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a22:54:22.665767 tst iperf3m4.py: using LAC 17315\u000a22:54:22.785354 tst iperf3m4.py: using RAC 230\u000a22:54:22.906614 tst iperf3m4.py: using CellId 17315\u000a22:54:23.028595 tst iperf3m4.py: using BVCI 17316\u000a22:54:23.052139 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:23.063123 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:23.073870 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:23.084594 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:23.095514 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:23.106341 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:23.117446 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:23.128028 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:23.138994 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:54:23.258833 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:54:23.376556 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:54:23.496058 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:54:23.775063 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:54:23.902158 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:54:24.217747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24752): Launched\u000a22:54:24.480037 run iperf3-srv_10.42.42.10(pid=24753): Launched\u000a22:54:24.665413 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:54:24.792319 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:54:25.108256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24754): Launched\u000a22:54:25.370174 run iperf3-srv_10.42.42.10(pid=24755): Launched\u000a22:54:25.555861 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:54:25.682844 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:54:25.998547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24756): Launched\u000a22:54:26.261077 run iperf3-srv_10.42.42.10(pid=24757): Launched\u000a22:54:26.446459 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:54:26.573574 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:54:26.888391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24758): Launched\u000a22:54:27.150486 run iperf3-srv_10.42.42.10(pid=24759): Launched\u000a22:54:27.335702 tst iperf3m4.py:8: start network...\u000a22:54:27.463118 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:54:27.943382 run create_hlr_db(pid=24760): Launched\u000a22:54:28.119680 bus /gobi_6: Setting Powered False\u000a22:54:29.141721 run create_hlr_db(pid=24760): Terminated: ok {rc=0}\u000a22:54:29.574320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24762): Launched\u000a22:54:29.901289 run osmo-hlr_10.42.42.2(pid=24763): Launched\u000a22:54:30.025549 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:54:30.593340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24765): Launched\u000a22:54:31.063360 run osmo-stp_10.42.42.5(pid=24766): Launched\u000a22:54:31.257647 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:54:31.831124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24768): Launched\u000a22:54:31.944197 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:54:32.234508 run patchelf(pid=24769): Launched\u000a22:54:32.416605 run osmo-stp_10.42.42.5(pid=24766): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24766)]\u000a22:54:32.548598 run osmo-stp_10.42.42.5(pid=24766): stdout: \u000a| (launched: 2022-12-08_22:54:30.759358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:32.681421 run osmo-stp_10.42.42.5(pid=24766): stderr: \u000a| �[0;m�[38;5;43m20221208225430984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225430984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225430984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225430985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225430985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225430985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225430985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:32.808855 run osmo-stp_10.42.42.5(pid=24766): stdout: \u000a| (launched: 2022-12-08_22:54:30.759358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:32.935231 run osmo-stp_10.42.42.5(pid=24766): stderr: \u000a| �[0;m�[38;5;43m20221208225430984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225430984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225430984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225430985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225430985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225430985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225430985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:33.082765 run patchelf(pid=24769): Terminating (SIGINT)\u000a22:54:33.255678 run patchelf(pid=24769): Terminated: ok {rc=0}\u000a22:54:33.287582 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24766): Process ended prematurely: osmo-stp_10.42.42.5(pid=24766) [trial-2350↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24766)] [trial-2350↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a22:54:33.296897 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a22:54:33.359858 run osmo-hlr_10.42.42.2(pid=24763): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24763)]\u000a22:54:33.410862 run osmo-hlr_10.42.42.2(pid=24763): stdout: \u000a| (launched: 2022-12-08_22:54:29.741339) \u000a22:54:33.462445 run osmo-hlr_10.42.42.2(pid=24763): stderr: \u000a| �[0;m�[1;31m20221208225429943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225429943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225429943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225429943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225429943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225429944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225429957 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225429967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225429967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225429967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:54:33.505771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24752): Terminating (SIGTERM)\u000a22:54:33.546917 run iperf3-srv_10.42.42.10(pid=24753): Terminating (SIGTERM)\u000a22:54:33.587982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24754): Terminating (SIGTERM)\u000a22:54:33.628885 run iperf3-srv_10.42.42.10(pid=24755): Terminating (SIGTERM)\u000a22:54:33.670310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24756): Terminating (SIGTERM)\u000a22:54:33.711115 run iperf3-srv_10.42.42.10(pid=24757): Terminating (SIGTERM)\u000a22:54:33.752380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24758): Terminating (SIGTERM)\u000a22:54:33.793427 run iperf3-srv_10.42.42.10(pid=24759): Terminating (SIGTERM)\u000a22:54:33.834521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24762): Terminating (SIGTERM)\u000a22:54:33.875596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24765): Terminating (SIGTERM)\u000a22:54:33.916928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24768): Terminating (SIGTERM)\u000a22:54:33.926556 --- ParallelTerminationStrategy: PID 24752 died...\u000a22:54:33.982251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24752): Terminated: ok {rc=0}\u000a22:54:33.992366 --- ParallelTerminationStrategy: PID 24753 died...\u000a22:54:34.047473 run iperf3-srv_10.42.42.10(pid=24753): Terminated {rc=256}\u000a22:54:34.057861 --- ParallelTerminationStrategy: PID 24754 died...\u000a22:54:34.112930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24754): Terminated: ok {rc=0}\u000a22:54:34.123173 --- ParallelTerminationStrategy: PID 24755 died...\u000a22:54:34.178166 run iperf3-srv_10.42.42.10(pid=24755): Terminated {rc=256}\u000a22:54:34.188263 --- ParallelTerminationStrategy: PID 24756 died...\u000a22:54:34.243593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24756): Terminated: ok {rc=0}\u000a22:54:34.254064 --- ParallelTerminationStrategy: PID 24757 died...\u000a22:54:34.309090 run iperf3-srv_10.42.42.10(pid=24757): Terminated {rc=256}\u000a22:54:34.319114 --- ParallelTerminationStrategy: PID 24758 died...\u000a22:54:34.374239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24758): Terminated: ok {rc=0}\u000a22:54:34.384335 --- ParallelTerminationStrategy: PID 24759 died...\u000a22:54:34.439115 run iperf3-srv_10.42.42.10(pid=24759): Terminated {rc=256}\u000a22:54:34.449439 --- ParallelTerminationStrategy: PID 24762 died...\u000a22:54:34.504378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24762): Terminated: ok {rc=0}\u000a22:54:34.514725 --- ParallelTerminationStrategy: PID 24765 died...\u000a22:54:34.569748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24765): Terminated: ok {rc=0}\u000a22:54:34.580124 --- ParallelTerminationStrategy: PID 24768 died...\u000a22:54:34.635273 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24768): Terminated: ok {rc=0}\u000a22:54:34.721813 bus /gobi_4: Setting Powered False\u000a22:54:35.831387 bus /gobi_4: Setting Powered False\u000a22:54:36.944783 bus /gobi_1: Setting Powered False\u000a22:54:38.052382 bus /gobi_1: Setting Powered False\u000a22:54:39.161701 bus /gobi_0: Setting Powered False\u000a22:54:40.268210 bus /gobi_0: Setting Powered False\u000a22:54:41.378731 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 25, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24776): Process ended prematurely: osmo-stp_10.42.42.5(pid=24776) [trial-2350↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24776)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24776): Process ended prematurely: osmo-stp_10.42.42.5(pid=24776) [trial-2350↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24776)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a22:54:42.447250 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:42.458887 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a22:54:42.601169 tst ping.py: using LAC 17316\u000a22:54:42.727883 tst ping.py: using RAC 231\u000a22:54:42.853376 tst ping.py: using CellId 17316\u000a22:54:42.980824 tst ping.py: using BVCI 17317\u000a22:54:43.005277 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:43.016475 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:43.027800 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:43.038873 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:43.049823 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:43.060703 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:43.071880 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:43.083043 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:54:43.370879 tst ping.py:19: start network...\u000a22:54:43.504059 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:54:44.011350 run create_hlr_db(pid=24770): Launched\u000a22:54:44.196878 bus /gobi_6: Setting Powered False\u000a22:54:45.217854 run create_hlr_db(pid=24770): Terminated: ok {rc=0}\u000a22:54:45.620503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24772): Launched\u000a22:54:45.930852 run osmo-hlr_10.42.42.2(pid=24773): Launched\u000a22:54:46.133328 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:54:46.824651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24775): Launched\u000a22:54:47.224231 run osmo-stp_10.42.42.5(pid=24776): Launched\u000a22:54:47.411052 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:54:47.969726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24778): Launched\u000a22:54:48.084666 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:54:48.362684 run patchelf(pid=24779): Launched\u000a22:54:48.550674 run osmo-stp_10.42.42.5(pid=24776): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24776)]\u000a22:54:48.687922 run osmo-stp_10.42.42.5(pid=24776): stdout: \u000a| (launched: 2022-12-08_22:54:46.978363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:48.825329 run osmo-stp_10.42.42.5(pid=24776): stderr: \u000a| �[0;m�[38;5;43m20221208225447297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225447297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225447297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225447298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225447300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225447300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225447300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:48.957835 run osmo-stp_10.42.42.5(pid=24776): stdout: \u000a| (launched: 2022-12-08_22:54:46.978363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:49.089820 run osmo-stp_10.42.42.5(pid=24776): stderr: \u000a| �[0;m�[38;5;43m20221208225447297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225447297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225447297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225447298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225447300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225447300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225447300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:49.242851 run patchelf(pid=24779): Terminating (SIGINT)\u000a22:54:49.422830 run patchelf(pid=24779): Terminated: ok {rc=0}\u000a22:54:49.455350 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24776): Process ended prematurely: osmo-stp_10.42.42.5(pid=24776) [trial-2350↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24776)] [trial-2350↪gprs:nanobts+band-900↪ping.py:22]\u000a22:54:49.464603 tst ping.py:22: Test FAILED (7.0 sec)\u000a22:54:49.528518 run osmo-hlr_10.42.42.2(pid=24773): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24773)]\u000a22:54:49.580650 run osmo-hlr_10.42.42.2(pid=24773): stdout: \u000a| (launched: 2022-12-08_22:54:45.771804) \u000a22:54:49.633529 run osmo-hlr_10.42.42.2(pid=24773): stderr: \u000a| �[0;m�[1;31m20221208225446142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225446142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225446142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225446142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225446142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225446143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225446164 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225446178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225446179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225446179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:54:49.678386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24772): Terminating (SIGTERM)\u000a22:54:49.720746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24775): Terminating (SIGTERM)\u000a22:54:49.763151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24778): Terminating (SIGTERM)\u000a22:54:49.773070 --- ParallelTerminationStrategy: PID 24772 died...\u000a22:54:49.829810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24772): Terminated: ok {rc=0}\u000a22:54:49.840099 --- ParallelTerminationStrategy: PID 24775 died...\u000a22:54:49.896903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24775): Terminated: ok {rc=0}\u000a22:54:49.907201 --- ParallelTerminationStrategy: PID 24778 died...\u000a22:54:49.963241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24778): Terminated: ok {rc=0}\u000a22:54:50.050214 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24786): Process ended prematurely: osmo-stp_10.42.42.5(pid=24786) [trial-2350↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24786)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24786): Process ended prematurely: osmo-stp_10.42.42.5(pid=24786) [trial-2350↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24786)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a22:54:51.102946 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:51.114792 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a22:54:51.260760 tst ping_idle_ping.py: using LAC 17317\u000a22:54:51.385365 tst ping_idle_ping.py: using RAC 232\u000a22:54:51.504291 tst ping_idle_ping.py: using CellId 17317\u000a22:54:51.623110 tst ping_idle_ping.py: using BVCI 17318\u000a22:54:51.646297 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:51.656830 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:51.667528 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:51.678396 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:51.688906 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:51.699531 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:51.710337 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:51.721095 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:54:52.013224 tst ping_idle_ping.py:24: start network...\u000a22:54:52.147917 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:54:52.663537 run create_hlr_db(pid=24780): Launched\u000a22:54:52.849670 bus /gobi_6: Setting Powered False\u000a22:54:53.872166 run create_hlr_db(pid=24780): Terminated: ok {rc=0}\u000a22:54:54.278403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24782): Launched\u000a22:54:54.580391 run osmo-hlr_10.42.42.2(pid=24783): Launched\u000a22:54:54.698108 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:54:55.230659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24785): Launched\u000a22:54:55.531693 run osmo-stp_10.42.42.5(pid=24786): Launched\u000a22:54:55.641699 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:54:56.172762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24788): Launched\u000a22:54:56.287129 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:54:56.567103 run patchelf(pid=24789): Launched\u000a22:54:56.756483 run osmo-stp_10.42.42.5(pid=24786): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24786)]\u000a22:54:56.894530 run osmo-stp_10.42.42.5(pid=24786): stdout: \u000a| (launched: 2022-12-08_22:54:55.383469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:57.033184 run osmo-stp_10.42.42.5(pid=24786): stderr: \u000a| �[0;m�[38;5;43m20221208225455551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225455552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225455552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225455552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225455554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225455555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225455555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:57.167246 run osmo-stp_10.42.42.5(pid=24786): stdout: \u000a| (launched: 2022-12-08_22:54:55.383469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:57.299635 run osmo-stp_10.42.42.5(pid=24786): stderr: \u000a| �[0;m�[38;5;43m20221208225455551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225455552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225455552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225455552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225455554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225455555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225455555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:57.454732 run patchelf(pid=24789): Terminating (SIGINT)\u000a22:54:57.636300 run patchelf(pid=24789): Terminated: ok {rc=0}\u000a22:54:57.669099 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24786): Process ended prematurely: osmo-stp_10.42.42.5(pid=24786) [trial-2350↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24786)] [trial-2350↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a22:54:57.678368 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a22:54:57.742384 run osmo-hlr_10.42.42.2(pid=24783): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24783)]\u000a22:54:57.795011 run osmo-hlr_10.42.42.2(pid=24783): stdout: \u000a| (launched: 2022-12-08_22:54:54.431246) \u000a22:54:57.848216 run osmo-hlr_10.42.42.2(pid=24783): stderr: \u000a| �[0;m�[1;31m20221208225454607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225454607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225454607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225454607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225454607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225454607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225454619 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225454628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225454628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225454628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:54:57.893648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24782): Terminating (SIGTERM)\u000a22:54:57.936403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24785): Terminating (SIGTERM)\u000a22:54:57.979182 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24788): Terminating (SIGTERM)\u000a22:54:57.989256 --- ParallelTerminationStrategy: PID 24782 died...\u000a22:54:58.046765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24782): Terminated: ok {rc=0}\u000a22:54:58.057213 --- ParallelTerminationStrategy: PID 24785 died...\u000a22:54:58.114695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24785): Terminated: ok {rc=0}\u000a22:54:58.125504 --- ParallelTerminationStrategy: PID 24788 died...\u000a22:54:58.182219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24788): Terminated: ok {rc=0}\u000a22:54:58.270412 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:53:59" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24807): Process ended prematurely: osmo-stp_10.42.42.5(pid=24807) [trial-2350↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24807)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24807): Process ended prematurely: osmo-stp_10.42.42.5(pid=24807) [trial-2350↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24807)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:55:00.435835 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:00.447178 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:55:00.591059 tst cs_paging_gprs_active.py: using LAC 17318\u000a22:55:00.717459 tst cs_paging_gprs_active.py: using RAC 233\u000a22:55:00.851022 tst cs_paging_gprs_active.py: using CellId 17318\u000a22:55:00.984062 tst cs_paging_gprs_active.py: using BVCI 17319\u000a22:55:01.008818 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:01.020731 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:01.033583 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:01.046676 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:01.058423 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:01.071268 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:01.085366 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:01.098205 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:01.110306 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:01.234769 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:01.578244 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:55:01.717248 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:55:02.142146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24797): Launched\u000a22:55:02.425328 run iperf3-srv_10.42.42.10(pid=24798): Launched\u000a22:55:02.624940 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:55:02.761020 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:55:03.098126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24799): Launched\u000a22:55:03.378113 run iperf3-srv_10.42.42.10(pid=24800): Launched\u000a22:55:03.577776 tst cs_paging_gprs_active.py:38: start network...\u000a22:55:03.713832 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:55:04.236751 run create_hlr_db(pid=24801): Launched\u000a22:55:04.424903 bus /gobi_6: Setting Powered False\u000a22:55:05.446305 run create_hlr_db(pid=24801): Terminated: ok {rc=0}\u000a22:55:05.874175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24803): Launched\u000a22:55:06.180362 run osmo-hlr_10.42.42.2(pid=24804): Launched\u000a22:55:06.299387 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:55:06.840068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24806): Launched\u000a22:55:07.146300 run osmo-stp_10.42.42.5(pid=24807): Launched\u000a22:55:07.258736 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:55:07.791390 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24809): Launched\u000a22:55:07.900746 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:55:08.167486 run patchelf(pid=24810): Launched\u000a22:55:08.347230 run osmo-stp_10.42.42.5(pid=24807): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24807)]\u000a22:55:08.478565 run osmo-stp_10.42.42.5(pid=24807): stdout: \u000a| (launched: 2022-12-08_22:55:06.995605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:08.610016 run osmo-stp_10.42.42.5(pid=24807): stderr: \u000a| �[0;m�[38;5;43m20221208225507166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225507166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225507167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225507167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225507167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225507168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225507168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:08.737275 run osmo-stp_10.42.42.5(pid=24807): stdout: \u000a| (launched: 2022-12-08_22:55:06.995605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:08.863985 run osmo-stp_10.42.42.5(pid=24807): stderr: \u000a| �[0;m�[38;5;43m20221208225507166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225507166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225507167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225507167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225507167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225507168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225507168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:09.010461 run patchelf(pid=24810): Terminating (SIGINT)\u000a22:55:09.182025 run patchelf(pid=24810): Terminated: ok {rc=0}\u000a22:55:09.213448 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24807): Process ended prematurely: osmo-stp_10.42.42.5(pid=24807) [trial-2350↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24807)] [trial-2350↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a22:55:09.222748 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a22:55:09.284440 run osmo-hlr_10.42.42.2(pid=24804): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24804)]\u000a22:55:09.334552 run osmo-hlr_10.42.42.2(pid=24804): stdout: \u000a| (launched: 2022-12-08_22:55:06.030365) \u000a22:55:09.385411 run osmo-hlr_10.42.42.2(pid=24804): stderr: \u000a| �[0;m�[1;31m20221208225506207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225506207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225506207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225506207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225506207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225506207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225506219 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225506228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225506228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225506228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:55:09.428230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24797): Terminating (SIGTERM)\u000a22:55:09.468811 run iperf3-srv_10.42.42.10(pid=24798): Terminating (SIGTERM)\u000a22:55:09.509586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24799): Terminating (SIGTERM)\u000a22:55:09.550280 run iperf3-srv_10.42.42.10(pid=24800): Terminating (SIGTERM)\u000a22:55:09.590694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24803): Terminating (SIGTERM)\u000a22:55:09.631322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24806): Terminating (SIGTERM)\u000a22:55:09.672002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24809): Terminating (SIGTERM)\u000a22:55:09.681519 --- ParallelTerminationStrategy: PID 24797 died...\u000a22:55:09.736075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24797): Terminated: ok {rc=0}\u000a22:55:09.746427 --- ParallelTerminationStrategy: PID 24798 died...\u000a22:55:09.800251 run iperf3-srv_10.42.42.10(pid=24798): Terminated {rc=256}\u000a22:55:09.810331 --- ParallelTerminationStrategy: PID 24799 died...\u000a22:55:09.864431 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24799): Terminated: ok {rc=0}\u000a22:55:09.874395 --- ParallelTerminationStrategy: PID 24800 died...\u000a22:55:09.928445 run iperf3-srv_10.42.42.10(pid=24800): Terminated {rc=256}\u000a22:55:09.938323 --- ParallelTerminationStrategy: PID 24803 died...\u000a22:55:09.992257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24803): Terminated: ok {rc=0}\u000a22:55:10.002245 --- ParallelTerminationStrategy: PID 24806 died...\u000a22:55:10.056117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24806): Terminated: ok {rc=0}\u000a22:55:10.066271 --- ParallelTerminationStrategy: PID 24809 died...\u000a22:55:10.120454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24809): Terminated: ok {rc=0}\u000a22:55:10.205904 bus /gobi_0: Setting Powered False\u000a22:55:11.307041 bus /gobi_0: Setting Powered False\u000a22:55:12.414672 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24819): Process ended prematurely: osmo-stp_10.42.42.5(pid=24819) [trial-2350↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24819)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24819): Process ended prematurely: osmo-stp_10.42.42.5(pid=24819) [trial-2350↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24819)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a22:55:13.529721 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:13.541604 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:55:13.683263 tst iperf3.py: using LAC 17319\u000a22:55:13.805151 tst iperf3.py: using RAC 234\u000a22:55:13.927567 tst iperf3.py: using CellId 17319\u000a22:55:14.050278 tst iperf3.py: using BVCI 17320\u000a22:55:14.073908 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:14.084867 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:14.095783 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:14.107529 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:14.118962 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:14.130316 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:14.141857 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:14.153255 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:14.164738 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:14.464695 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:55:14.601031 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:55:14.938026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24811): Launched\u000a22:55:15.219463 run iperf3-srv_10.42.42.10(pid=24812): Launched\u000a22:55:15.420267 tst iperf3.py:8: start network...\u000a22:55:15.557048 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:55:16.126841 run create_hlr_db(pid=24813): Launched\u000a22:55:16.308365 bus /gobi_6: Setting Powered False\u000a22:55:17.331031 run create_hlr_db(pid=24813): Terminated: ok {rc=0}\u000a22:55:17.740540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24815): Launched\u000a22:55:18.046676 run osmo-hlr_10.42.42.2(pid=24816): Launched\u000a22:55:18.162993 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:55:18.702611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24818): Launched\u000a22:55:19.027558 run osmo-stp_10.42.42.5(pid=24819): Launched\u000a22:55:19.145830 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:55:19.714332 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24821): Launched\u000a22:55:19.831449 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:55:20.116502 run patchelf(pid=24822): Launched\u000a22:55:20.307796 run osmo-stp_10.42.42.5(pid=24819): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24819)]\u000a22:55:20.447309 run osmo-stp_10.42.42.5(pid=24819): stdout: \u000a| (launched: 2022-12-08_22:55:18.868853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:20.586941 run osmo-stp_10.42.42.5(pid=24819): stderr: \u000a| �[0;m�[38;5;43m20221208225519061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225519061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225519061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225519062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225519062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225519062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225519062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:20.722334 run osmo-stp_10.42.42.5(pid=24819): stdout: \u000a| (launched: 2022-12-08_22:55:18.868853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:20.856477 run osmo-stp_10.42.42.5(pid=24819): stderr: \u000a| �[0;m�[38;5;43m20221208225519061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225519061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225519061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225519062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225519062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225519062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225519062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:21.011973 run patchelf(pid=24822): Terminating (SIGINT)\u000a22:55:21.195204 run patchelf(pid=24822): Terminated: ok {rc=0}\u000a22:55:21.228619 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24819): Process ended prematurely: osmo-stp_10.42.42.5(pid=24819) [trial-2350↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24819)] [trial-2350↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a22:55:21.238721 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a22:55:21.302684 run osmo-hlr_10.42.42.2(pid=24816): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24816)]\u000a22:55:21.355022 run osmo-hlr_10.42.42.2(pid=24816): stdout: \u000a| (launched: 2022-12-08_22:55:17.896786) \u000a22:55:21.407888 run osmo-hlr_10.42.42.2(pid=24816): stderr: \u000a| �[0;m�[1;31m20221208225518072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225518072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225518072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225518073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225518073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225518073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225518084 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225518094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225518094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225518094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:55:21.452999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24811): Terminating (SIGTERM)\u000a22:55:21.495433 run iperf3-srv_10.42.42.10(pid=24812): Terminating (SIGTERM)\u000a22:55:21.537974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24815): Terminating (SIGTERM)\u000a22:55:21.580426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24818): Terminating (SIGTERM)\u000a22:55:21.622818 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24821): Terminating (SIGTERM)\u000a22:55:21.632708 --- ParallelTerminationStrategy: PID 24811 died...\u000a22:55:21.689390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24811): Terminated: ok {rc=0}\u000a22:55:21.699692 --- ParallelTerminationStrategy: PID 24812 died...\u000a22:55:21.756663 run iperf3-srv_10.42.42.10(pid=24812): Terminated {rc=256}\u000a22:55:21.766950 --- ParallelTerminationStrategy: PID 24815 died...\u000a22:55:21.823734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24815): Terminated: ok {rc=0}\u000a22:55:21.834072 --- ParallelTerminationStrategy: PID 24818 died...\u000a22:55:21.890669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24818): Terminated: ok {rc=0}\u000a22:55:21.901110 --- ParallelTerminationStrategy: PID 24821 died...\u000a22:55:21.957526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24821): Terminated: ok {rc=0}\u000a22:55:22.045965 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24837): Process ended prematurely: osmo-stp_10.42.42.5(pid=24837) [trial-2350↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24837)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24837): Process ended prematurely: osmo-stp_10.42.42.5(pid=24837) [trial-2350↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24837)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a22:55:23.160446 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:23.171938 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:55:23.310278 tst iperf3m4.py: using LAC 17320\u000a22:55:23.429690 tst iperf3m4.py: using RAC 235\u000a22:55:23.552102 tst iperf3m4.py: using CellId 17320\u000a22:55:23.674154 tst iperf3m4.py: using BVCI 17321\u000a22:55:23.697707 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:23.708530 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:23.719309 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:23.730323 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:23.740788 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:23.751556 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:23.762825 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:23.773787 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:23.784726 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:23.902521 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:24.020199 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:24.135839 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:24.430677 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:55:24.567214 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:55:24.903806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24823): Launched\u000a22:55:25.185494 run iperf3-srv_10.42.42.10(pid=24824): Launched\u000a22:55:25.385102 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:55:25.521301 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:55:25.858072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24825): Launched\u000a22:55:26.139186 run iperf3-srv_10.42.42.10(pid=24826): Launched\u000a22:55:26.338996 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:55:26.475107 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:55:26.812302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24827): Launched\u000a22:55:27.093158 run iperf3-srv_10.42.42.10(pid=24828): Launched\u000a22:55:27.292815 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:55:27.429352 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:55:27.765828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24829): Launched\u000a22:55:28.045438 run iperf3-srv_10.42.42.10(pid=24830): Launched\u000a22:55:28.245272 tst iperf3m4.py:8: start network...\u000a22:55:28.381725 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:55:28.902346 run create_hlr_db(pid=24831): Launched\u000a22:55:29.090158 bus /gobi_6: Setting Powered False\u000a22:55:30.113157 run create_hlr_db(pid=24831): Terminated: ok {rc=0}\u000a22:55:30.523090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24833): Launched\u000a22:55:30.828805 run osmo-hlr_10.42.42.2(pid=24834): Launched\u000a22:55:30.980248 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:55:31.718582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24836): Launched\u000a22:55:32.083978 run osmo-stp_10.42.42.5(pid=24837): Launched\u000a22:55:32.239961 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:55:32.854747 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24839): Launched\u000a22:55:32.964233 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:55:33.230787 run patchelf(pid=24840): Launched\u000a22:55:33.410307 run osmo-stp_10.42.42.5(pid=24837): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24837)]\u000a22:55:33.541709 run osmo-stp_10.42.42.5(pid=24837): stdout: \u000a| (launched: 2022-12-08_22:55:31.886725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:33.673220 run osmo-stp_10.42.42.5(pid=24837): stderr: \u000a| �[0;m�[38;5;43m20221208225532239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225532240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225532240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225532240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225532241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225532241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225532241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:33.800680 run osmo-stp_10.42.42.5(pid=24837): stdout: \u000a| (launched: 2022-12-08_22:55:31.886725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:33.927008 run osmo-stp_10.42.42.5(pid=24837): stderr: \u000a| �[0;m�[38;5;43m20221208225532239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225532240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225532240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225532240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225532241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225532241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225532241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:34.073965 run patchelf(pid=24840): Terminating (SIGINT)\u000a22:55:34.245833 run patchelf(pid=24840): Terminated: ok {rc=0}\u000a22:55:34.277253 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24837): Process ended prematurely: osmo-stp_10.42.42.5(pid=24837) [trial-2350↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24837)] [trial-2350↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a22:55:34.286689 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a22:55:34.348585 run osmo-hlr_10.42.42.2(pid=24834): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24834)]\u000a22:55:34.398715 run osmo-hlr_10.42.42.2(pid=24834): stdout: \u000a| (launched: 2022-12-08_22:55:30.678705) \u000a22:55:34.449494 run osmo-hlr_10.42.42.2(pid=24834): stderr: \u000a| �[0;m�[1;31m20221208225530911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225530911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225530911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225530911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225530911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225530911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225530924 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225530943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225530943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225530943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:55:34.492009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24823): Terminating (SIGTERM)\u000a22:55:34.532199 run iperf3-srv_10.42.42.10(pid=24824): Terminating (SIGTERM)\u000a22:55:34.572604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24825): Terminating (SIGTERM)\u000a22:55:34.613987 run iperf3-srv_10.42.42.10(pid=24826): Terminating (SIGTERM)\u000a22:55:34.654139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24827): Terminating (SIGTERM)\u000a22:55:34.694696 run iperf3-srv_10.42.42.10(pid=24828): Terminating (SIGTERM)\u000a22:55:34.735101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24829): Terminating (SIGTERM)\u000a22:55:34.775296 run iperf3-srv_10.42.42.10(pid=24830): Terminating (SIGTERM)\u000a22:55:34.815591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24833): Terminating (SIGTERM)\u000a22:55:34.855885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24836): Terminating (SIGTERM)\u000a22:55:34.896219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24839): Terminating (SIGTERM)\u000a22:55:34.905638 --- ParallelTerminationStrategy: PID 24823 died...\u000a22:55:34.960076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24823): Terminated: ok {rc=0}\u000a22:55:34.970013 --- ParallelTerminationStrategy: PID 24824 died...\u000a22:55:35.023690 run iperf3-srv_10.42.42.10(pid=24824): Terminated {rc=256}\u000a22:55:35.033815 --- ParallelTerminationStrategy: PID 24825 died...\u000a22:55:35.087661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24825): Terminated: ok {rc=0}\u000a22:55:35.097703 --- ParallelTerminationStrategy: PID 24826 died...\u000a22:55:35.151208 run iperf3-srv_10.42.42.10(pid=24826): Terminated {rc=256}\u000a22:55:35.161207 --- ParallelTerminationStrategy: PID 24827 died...\u000a22:55:35.215336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24827): Terminated: ok {rc=0}\u000a22:55:35.225137 --- ParallelTerminationStrategy: PID 24828 died...\u000a22:55:35.278429 run iperf3-srv_10.42.42.10(pid=24828): Terminated {rc=256}\u000a22:55:35.288427 --- ParallelTerminationStrategy: PID 24829 died...\u000a22:55:35.342332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24829): Terminated: ok {rc=0}\u000a22:55:35.352184 --- ParallelTerminationStrategy: PID 24830 died...\u000a22:55:35.406249 run iperf3-srv_10.42.42.10(pid=24830): Terminated {rc=256}\u000a22:55:35.416010 --- ParallelTerminationStrategy: PID 24833 died...\u000a22:55:35.470328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24833): Terminated: ok {rc=0}\u000a22:55:35.480130 --- ParallelTerminationStrategy: PID 24836 died...\u000a22:55:35.534361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24836): Terminated: ok {rc=0}\u000a22:55:35.544471 --- ParallelTerminationStrategy: PID 24839 died...\u000a22:55:35.598875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24839): Terminated: ok {rc=0}\u000a22:55:35.688474 bus /gobi_4: Setting Powered False\u000a22:55:36.793369 bus /gobi_4: Setting Powered False\u000a22:55:37.902056 bus /gobi_1: Setting Powered False\u000a22:55:39.010804 bus /gobi_1: Setting Powered False\u000a22:55:40.120841 bus /gobi_0: Setting Powered False\u000a22:55:41.227938 bus /gobi_0: Setting Powered False\u000a22:55:42.340729 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24847): Process ended prematurely: osmo-stp_10.42.42.5(pid=24847) [trial-2350↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24847)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24847): Process ended prematurely: osmo-stp_10.42.42.5(pid=24847) [trial-2350↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24847)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a22:55:43.409590 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:43.422115 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:55:43.568361 tst ping.py: using LAC 17321\u000a22:55:43.693329 tst ping.py: using RAC 236\u000a22:55:43.817419 tst ping.py: using CellId 17321\u000a22:55:43.941762 tst ping.py: using BVCI 17322\u000a22:55:43.966471 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:43.977910 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:43.989334 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:44.000674 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:44.012023 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:44.023374 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:44.034984 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:44.046229 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:44.335838 tst ping.py:19: start network...\u000a22:55:44.469266 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:55:44.979446 run create_hlr_db(pid=24841): Launched\u000a22:55:45.166594 bus /gobi_6: Setting Powered False\u000a22:55:46.188780 run create_hlr_db(pid=24841): Terminated: ok {rc=0}\u000a22:55:46.631173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24843): Launched\u000a22:55:47.062064 run osmo-hlr_10.42.42.2(pid=24844): Launched\u000a22:55:47.217138 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:55:47.773059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24846): Launched\u000a22:55:48.091508 run osmo-stp_10.42.42.5(pid=24847): Launched\u000a22:55:48.207471 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:55:48.767099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24849): Launched\u000a22:55:48.881548 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:55:49.161054 run patchelf(pid=24850): Launched\u000a22:55:49.349418 run osmo-stp_10.42.42.5(pid=24847): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24847)]\u000a22:55:49.486690 run osmo-stp_10.42.42.5(pid=24847): stdout: \u000a| (launched: 2022-12-08_22:55:47.934986)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:49.624017 run osmo-stp_10.42.42.5(pid=24847): stderr: \u000a| �[0;m�[38;5;43m20221208225548125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225548125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225548125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225548126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225548128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225548128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225548128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:49.756788 run osmo-stp_10.42.42.5(pid=24847): stdout: \u000a| (launched: 2022-12-08_22:55:47.934986)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:49.888326 run osmo-stp_10.42.42.5(pid=24847): stderr: \u000a| �[0;m�[38;5;43m20221208225548125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225548125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225548125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225548126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225548128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225548128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225548128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:50.041638 run patchelf(pid=24850): Terminating (SIGINT)\u000a22:55:50.222946 run patchelf(pid=24850): Terminated: ok {rc=0}\u000a22:55:50.255553 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24847): Process ended prematurely: osmo-stp_10.42.42.5(pid=24847) [trial-2350↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24847)] [trial-2350↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a22:55:50.264863 tst ping.py:22: Test FAILED (6.8 sec)\u000a22:55:50.328393 run osmo-hlr_10.42.42.2(pid=24844): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24844)]\u000a22:55:50.380317 run osmo-hlr_10.42.42.2(pid=24844): stdout: \u000a| (launched: 2022-12-08_22:55:46.795905) \u000a22:55:50.432623 run osmo-hlr_10.42.42.2(pid=24844): stderr: \u000a| �[0;m�[1;31m20221208225547009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225547010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225547010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225547010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225547010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225547010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225547023 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225547038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225547042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225547042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:55:50.477691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24843): Terminating (SIGTERM)\u000a22:55:50.520351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24846): Terminating (SIGTERM)\u000a22:55:50.562866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24849): Terminating (SIGTERM)\u000a22:55:50.572768 --- ParallelTerminationStrategy: PID 24843 died...\u000a22:55:50.629762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24843): Terminated: ok {rc=0}\u000a22:55:50.640148 --- ParallelTerminationStrategy: PID 24846 died...\u000a22:55:50.696678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24846): Terminated: ok {rc=0}\u000a22:55:50.707112 --- ParallelTerminationStrategy: PID 24849 died...\u000a22:55:50.764113 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24849): Terminated: ok {rc=0}\u000a22:55:50.851320 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24857): Process ended prematurely: osmo-stp_10.42.42.5(pid=24857) [trial-2350↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24857)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24857): Process ended prematurely: osmo-stp_10.42.42.5(pid=24857) [trial-2350↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24857)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a22:55:51.904284 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:51.916177 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:55:52.055107 tst ping_idle_ping.py: using LAC 17322\u000a22:55:52.173803 tst ping_idle_ping.py: using RAC 237\u000a22:55:52.292082 tst ping_idle_ping.py: using CellId 17322\u000a22:55:52.409901 tst ping_idle_ping.py: using BVCI 17323\u000a22:55:52.433219 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:52.444143 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:52.454870 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:52.465848 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:52.476704 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:52.487655 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:52.498773 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:52.509826 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:52.785040 tst ping_idle_ping.py:24: start network...\u000a22:55:52.910780 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:55:53.385699 run create_hlr_db(pid=24851): Launched\u000a22:55:53.559854 bus /gobi_6: Setting Powered False\u000a22:55:54.581988 run create_hlr_db(pid=24851): Terminated: ok {rc=0}\u000a22:55:55.008832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24853): Launched\u000a22:55:55.330213 run osmo-hlr_10.42.42.2(pid=24854): Launched\u000a22:55:55.448120 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:55:56.005963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24856): Launched\u000a22:55:56.326830 run osmo-stp_10.42.42.5(pid=24857): Launched\u000a22:55:56.443255 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:55:57.003333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24859): Launched\u000a22:55:57.118115 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:55:57.397654 run patchelf(pid=24860): Launched\u000a22:55:57.586329 run osmo-stp_10.42.42.5(pid=24857): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24857)]\u000a22:55:57.723864 run osmo-stp_10.42.42.5(pid=24857): stdout: \u000a| (launched: 2022-12-08_22:55:56.169925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:57.861545 run osmo-stp_10.42.42.5(pid=24857): stderr: \u000a| �[0;m�[38;5;43m20221208225556362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225556363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225556363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225556363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225556364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225556364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225556364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:57.994602 run osmo-stp_10.42.42.5(pid=24857): stdout: \u000a| (launched: 2022-12-08_22:55:56.169925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:58.127256 run osmo-stp_10.42.42.5(pid=24857): stderr: \u000a| �[0;m�[38;5;43m20221208225556362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225556363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225556363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225556363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225556364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225556364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225556364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:58.281131 run patchelf(pid=24860): Terminating (SIGINT)\u000a22:55:58.461961 run patchelf(pid=24860): Terminated: ok {rc=0}\u000a22:55:58.494957 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24857): Process ended prematurely: osmo-stp_10.42.42.5(pid=24857) [trial-2350↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24857)] [trial-2350↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a22:55:58.504098 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a22:55:58.568543 run osmo-hlr_10.42.42.2(pid=24854): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24854)]\u000a22:55:58.621414 run osmo-hlr_10.42.42.2(pid=24854): stdout: \u000a| (launched: 2022-12-08_22:55:55.172453) \u000a22:55:58.674456 run osmo-hlr_10.42.42.2(pid=24854): stderr: \u000a| �[0;m�[1;31m20221208225555369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225555369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225555369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225555369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225555369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225555369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225555383 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225555391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225555391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225555391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:55:58.719486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24853): Terminating (SIGTERM)\u000a22:55:58.762196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24856): Terminating (SIGTERM)\u000a22:55:58.804854 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24859): Terminating (SIGTERM)\u000a22:55:58.814783 --- ParallelTerminationStrategy: PID 24853 died...\u000a22:55:58.871639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24853): Terminated: ok {rc=0}\u000a22:55:58.882077 --- ParallelTerminationStrategy: PID 24856 died...\u000a22:55:58.938879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24856): Terminated: ok {rc=0}\u000a22:55:58.949299 --- ParallelTerminationStrategy: PID 24859 died...\u000a22:55:59.005858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24859): Terminated: ok {rc=0}\u000a22:55:59.094066 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:55:00" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24874): Process ended prematurely: osmo-stp_10.42.42.5(pid=24874) [trial-2350↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24874)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24874): Process ended prematurely: osmo-stp_10.42.42.5(pid=24874) [trial-2350↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24874)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:56:01.261091 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:01.272448 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:56:01.433702 tst cs_paging_gprs_active.py: using LAC 17323\u000a22:56:01.559175 tst cs_paging_gprs_active.py: using RAC 238\u000a22:56:01.683847 tst cs_paging_gprs_active.py: using CellId 17323\u000a22:56:01.810520 tst cs_paging_gprs_active.py: using BVCI 17324\u000a22:56:01.835715 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:01.848413 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:01.860485 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:01.874606 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:01.887452 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:01.899125 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:01.912173 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:01.924837 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:01.938919 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:02.062608 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:02.370794 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:56:02.507122 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:56:02.843975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24864): Launched\u000a22:56:03.125148 run iperf3-srv_10.42.42.10(pid=24865): Launched\u000a22:56:03.326161 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:56:03.463268 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:56:03.800429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24866): Launched\u000a22:56:04.082295 run iperf3-srv_10.42.42.10(pid=24867): Launched\u000a22:56:04.282945 tst cs_paging_gprs_active.py:38: start network...\u000a22:56:04.420040 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:56:04.945880 run create_hlr_db(pid=24868): Launched\u000a22:56:05.134928 bus /gobi_6: Setting Powered False\u000a22:56:06.158220 run create_hlr_db(pid=24868): Terminated: ok {rc=0}\u000a22:56:06.591900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24870): Launched\u000a22:56:06.918539 run osmo-hlr_10.42.42.2(pid=24871): Launched\u000a22:56:07.041462 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:56:07.609871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24873): Launched\u000a22:56:07.936923 run osmo-stp_10.42.42.5(pid=24874): Launched\u000a22:56:08.055520 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:56:08.627819 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24876): Launched\u000a22:56:08.745690 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:56:09.031168 run patchelf(pid=24877): Launched\u000a22:56:09.223572 run osmo-stp_10.42.42.5(pid=24874): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24874)]\u000a22:56:09.363771 run osmo-stp_10.42.42.5(pid=24874): stdout: \u000a| (launched: 2022-12-08_22:56:07.776774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:09.504109 run osmo-stp_10.42.42.5(pid=24874): stderr: \u000a| �[0;m�[38;5;43m20221208225607971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225607971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225607971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225607972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225607972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225607972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225607972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:09.640710 run osmo-stp_10.42.42.5(pid=24874): stdout: \u000a| (launched: 2022-12-08_22:56:07.776774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:09.776131 run osmo-stp_10.42.42.5(pid=24874): stderr: \u000a| �[0;m�[38;5;43m20221208225607971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225607971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225607971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225607972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225607972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225607972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225607972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:09.932800 run patchelf(pid=24877): Terminating (SIGINT)\u000a22:56:10.116918 run patchelf(pid=24877): Terminated: ok {rc=0}\u000a22:56:10.150683 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24874): Process ended prematurely: osmo-stp_10.42.42.5(pid=24874) [trial-2350↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24874)] [trial-2350↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a22:56:10.160701 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a22:56:10.224938 run osmo-hlr_10.42.42.2(pid=24871): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24871)]\u000a22:56:10.277757 run osmo-hlr_10.42.42.2(pid=24871): stdout: \u000a| (launched: 2022-12-08_22:56:06.759328) \u000a22:56:10.330721 run osmo-hlr_10.42.42.2(pid=24871): stderr: \u000a| �[0;m�[1;31m20221208225606958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225606958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225606958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225606958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225606958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225606958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225606971 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225606982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225606982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225606982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:56:10.375964 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24864): Terminating (SIGTERM)\u000a22:56:10.418862 run iperf3-srv_10.42.42.10(pid=24865): Terminating (SIGTERM)\u000a22:56:10.461836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24866): Terminating (SIGTERM)\u000a22:56:10.504628 run iperf3-srv_10.42.42.10(pid=24867): Terminating (SIGTERM)\u000a22:56:10.548007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24870): Terminating (SIGTERM)\u000a22:56:10.591069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24873): Terminating (SIGTERM)\u000a22:56:10.633985 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24876): Terminating (SIGTERM)\u000a22:56:10.643958 --- ParallelTerminationStrategy: PID 24864 died...\u000a22:56:10.701709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24864): Terminated: ok {rc=0}\u000a22:56:10.712085 --- ParallelTerminationStrategy: PID 24865 died...\u000a22:56:10.768782 run iperf3-srv_10.42.42.10(pid=24865): Terminated {rc=256}\u000a22:56:10.779086 --- ParallelTerminationStrategy: PID 24866 died...\u000a22:56:10.835876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24866): Terminated: ok {rc=0}\u000a22:56:10.846217 --- ParallelTerminationStrategy: PID 24867 died...\u000a22:56:10.902801 run iperf3-srv_10.42.42.10(pid=24867): Terminated {rc=256}\u000a22:56:10.913267 --- ParallelTerminationStrategy: PID 24870 died...\u000a22:56:10.970051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24870): Terminated: ok {rc=0}\u000a22:56:10.980370 --- ParallelTerminationStrategy: PID 24873 died...\u000a22:56:11.037159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24873): Terminated: ok {rc=0}\u000a22:56:11.047482 --- ParallelTerminationStrategy: PID 24876 died...\u000a22:56:11.104622 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24876): Terminated: ok {rc=0}\u000a22:56:11.194123 bus /gobi_0: Setting Powered False\u000a22:56:12.302813 bus /gobi_0: Setting Powered False\u000a22:56:13.413006 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24886): Process ended prematurely: osmo-stp_10.42.42.5(pid=24886) [trial-2350↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24886)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24886): Process ended prematurely: osmo-stp_10.42.42.5(pid=24886) [trial-2350↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24886)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a22:56:14.528883 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:14.540843 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:56:14.707015 tst iperf3.py: using LAC 17324\u000a22:56:14.836536 tst iperf3.py: using RAC 239\u000a22:56:14.960239 tst iperf3.py: using CellId 17324\u000a22:56:15.088515 tst iperf3.py: using BVCI 17325\u000a22:56:15.112092 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:15.123072 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:15.133897 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:15.144871 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:15.155981 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:15.167072 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:15.178187 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:15.188933 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:15.200205 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:15.491112 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:56:15.627712 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:56:16.003075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24878): Launched\u000a22:56:16.303704 run iperf3-srv_10.42.42.10(pid=24879): Launched\u000a22:56:16.507967 tst iperf3.py:8: start network...\u000a22:56:16.646882 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:56:17.207261 run create_hlr_db(pid=24880): Launched\u000a22:56:17.395953 bus /gobi_6: Setting Powered False\u000a22:56:18.408272 run create_hlr_db(pid=24880): Terminated: ok {rc=0}\u000a22:56:18.848038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24882): Launched\u000a22:56:19.174901 run osmo-hlr_10.42.42.2(pid=24883): Launched\u000a22:56:19.296390 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:56:19.864484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24885): Launched\u000a22:56:20.191031 run osmo-stp_10.42.42.5(pid=24886): Launched\u000a22:56:20.309816 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:56:20.878720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24888): Launched\u000a22:56:20.995070 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:56:21.279674 run patchelf(pid=24889): Launched\u000a22:56:21.470631 run osmo-stp_10.42.42.5(pid=24886): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24886)]\u000a22:56:21.609998 run osmo-stp_10.42.42.5(pid=24886): stdout: \u000a| (launched: 2022-12-08_22:56:20.030839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:21.749528 run osmo-stp_10.42.42.5(pid=24886): stderr: \u000a| �[0;m�[38;5;43m20221208225620223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225620223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225620223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225620224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225620224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225620224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225620224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:21.884719 run osmo-stp_10.42.42.5(pid=24886): stdout: \u000a| (launched: 2022-12-08_22:56:20.030839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:22.018978 run osmo-stp_10.42.42.5(pid=24886): stderr: \u000a| �[0;m�[38;5;43m20221208225620223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225620223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225620223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225620224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225620224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225620224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225620224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:22.175375 run patchelf(pid=24889): Terminating (SIGINT)\u000a22:56:22.358895 run patchelf(pid=24889): Terminated: ok {rc=0}\u000a22:56:22.392370 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24886): Process ended prematurely: osmo-stp_10.42.42.5(pid=24886) [trial-2350↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24886)] [trial-2350↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a22:56:22.402374 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a22:56:22.466610 run osmo-hlr_10.42.42.2(pid=24883): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24883)]\u000a22:56:22.519044 run osmo-hlr_10.42.42.2(pid=24883): stdout: \u000a| (launched: 2022-12-08_22:56:19.014874) \u000a22:56:22.572184 run osmo-hlr_10.42.42.2(pid=24883): stderr: \u000a| �[0;m�[1;31m20221208225619212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225619212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225619212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225619212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225619212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225619212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225619225 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225619233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225619233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225619233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:56:22.617246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24878): Terminating (SIGTERM)\u000a22:56:22.659678 run iperf3-srv_10.42.42.10(pid=24879): Terminating (SIGTERM)\u000a22:56:22.702175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24882): Terminating (SIGTERM)\u000a22:56:22.744675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24885): Terminating (SIGTERM)\u000a22:56:22.787937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24888): Terminating (SIGTERM)\u000a22:56:22.797897 --- ParallelTerminationStrategy: PID 24878 died...\u000a22:56:22.854827 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24878): Terminated: ok {rc=0}\u000a22:56:22.865113 --- ParallelTerminationStrategy: PID 24879 died...\u000a22:56:22.921666 run iperf3-srv_10.42.42.10(pid=24879): Terminated {rc=256}\u000a22:56:22.931923 --- ParallelTerminationStrategy: PID 24882 died...\u000a22:56:22.989085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24882): Terminated: ok {rc=0}\u000a22:56:22.999352 --- ParallelTerminationStrategy: PID 24885 died...\u000a22:56:23.056000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24885): Terminated: ok {rc=0}\u000a22:56:23.066291 --- ParallelTerminationStrategy: PID 24888 died...\u000a22:56:23.123360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24888): Terminated: ok {rc=0}\u000a22:56:23.211208 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24904): Process ended prematurely: osmo-stp_10.42.42.5(pid=24904) [trial-2350↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24904)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24904): Process ended prematurely: osmo-stp_10.42.42.5(pid=24904) [trial-2350↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24904)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a22:56:24.328045 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:24.340026 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:56:24.500868 tst iperf3m4.py: using LAC 17325\u000a22:56:24.627473 tst iperf3m4.py: using RAC 240\u000a22:56:24.755654 tst iperf3m4.py: using CellId 17325\u000a22:56:24.882135 tst iperf3m4.py: using BVCI 17326\u000a22:56:24.907009 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:24.918395 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:24.929624 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:24.940745 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:24.951924 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:24.963078 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:24.974506 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:24.985620 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:24.996937 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:25.113758 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:25.235403 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:25.352635 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:25.632356 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:56:25.759921 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:56:26.076827 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24890): Launched\u000a22:56:26.340516 run iperf3-srv_10.42.42.10(pid=24891): Launched\u000a22:56:26.526418 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:56:26.653851 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:56:26.969631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24892): Launched\u000a22:56:27.231588 run iperf3-srv_10.42.42.10(pid=24893): Launched\u000a22:56:27.417300 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:56:27.544275 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:56:27.860142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24894): Launched\u000a22:56:28.122283 run iperf3-srv_10.42.42.10(pid=24895): Launched\u000a22:56:28.307896 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:56:28.435075 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:56:28.750388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24896): Launched\u000a22:56:29.013129 run iperf3-srv_10.42.42.10(pid=24897): Launched\u000a22:56:29.199011 tst iperf3m4.py:8: start network...\u000a22:56:29.325902 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:56:29.805938 run create_hlr_db(pid=24898): Launched\u000a22:56:29.981320 bus /gobi_6: Setting Powered False\u000a22:56:31.079922 run create_hlr_db(pid=24898): Terminated: ok {rc=0}\u000a22:56:31.575769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24900): Launched\u000a22:56:32.029923 run osmo-hlr_10.42.42.2(pid=24901): Launched\u000a22:56:32.174577 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:56:32.802343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24903): Launched\u000a22:56:33.109394 run osmo-stp_10.42.42.5(pid=24904): Launched\u000a22:56:33.222049 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:56:33.755193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24906): Launched\u000a22:56:33.864311 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:56:34.132052 run patchelf(pid=24907): Launched\u000a22:56:34.311531 run osmo-stp_10.42.42.5(pid=24904): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24904)]\u000a22:56:34.442646 run osmo-stp_10.42.42.5(pid=24904): stdout: \u000a| (launched: 2022-12-08_22:56:32.958305)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:34.574214 run osmo-stp_10.42.42.5(pid=24904): stderr: \u000a| �[0;m�[38;5;43m20221208225633128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225633128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225633128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225633128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225633131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225633131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225633131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:34.701367 run osmo-stp_10.42.42.5(pid=24904): stdout: \u000a| (launched: 2022-12-08_22:56:32.958305)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:34.827576 run osmo-stp_10.42.42.5(pid=24904): stderr: \u000a| �[0;m�[38;5;43m20221208225633128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225633128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225633128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225633128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225633131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225633131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225633131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:34.974804 run patchelf(pid=24907): Terminating (SIGINT)\u000a22:56:35.147973 run patchelf(pid=24907): Terminated: ok {rc=0}\u000a22:56:35.179657 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24904): Process ended prematurely: osmo-stp_10.42.42.5(pid=24904) [trial-2350↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24904)] [trial-2350↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a22:56:35.189087 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a22:56:35.251332 run osmo-hlr_10.42.42.2(pid=24901): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24901)]\u000a22:56:35.301986 run osmo-hlr_10.42.42.2(pid=24901): stdout: \u000a| (launched: 2022-12-08_22:56:31.746840) \u000a22:56:35.353043 run osmo-hlr_10.42.42.2(pid=24901): stderr: \u000a| �[0;m�[1;31m20221208225631965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225631965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225631965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225631965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225631965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225631966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225631991 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225632016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225632026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225632026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:56:35.395843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24890): Terminating (SIGTERM)\u000a22:56:35.436510 run iperf3-srv_10.42.42.10(pid=24891): Terminating (SIGTERM)\u000a22:56:35.477917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24892): Terminating (SIGTERM)\u000a22:56:35.518160 run iperf3-srv_10.42.42.10(pid=24893): Terminating (SIGTERM)\u000a22:56:35.558763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24894): Terminating (SIGTERM)\u000a22:56:35.599604 run iperf3-srv_10.42.42.10(pid=24895): Terminating (SIGTERM)\u000a22:56:35.639886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24896): Terminating (SIGTERM)\u000a22:56:35.680350 run iperf3-srv_10.42.42.10(pid=24897): Terminating (SIGTERM)\u000a22:56:35.720840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24900): Terminating (SIGTERM)\u000a22:56:35.761408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24903): Terminating (SIGTERM)\u000a22:56:35.802340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24906): Terminating (SIGTERM)\u000a22:56:35.812104 --- ParallelTerminationStrategy: PID 24890 died...\u000a22:56:35.867254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24890): Terminated: ok {rc=0}\u000a22:56:35.877274 --- ParallelTerminationStrategy: PID 24891 died...\u000a22:56:35.931387 run iperf3-srv_10.42.42.10(pid=24891): Terminated {rc=256}\u000a22:56:35.941477 --- ParallelTerminationStrategy: PID 24892 died...\u000a22:56:35.995899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24892): Terminated: ok {rc=0}\u000a22:56:36.005998 --- ParallelTerminationStrategy: PID 24893 died...\u000a22:56:36.060393 run iperf3-srv_10.42.42.10(pid=24893): Terminated {rc=256}\u000a22:56:36.070602 --- ParallelTerminationStrategy: PID 24894 died...\u000a22:56:36.125127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24894): Terminated: ok {rc=0}\u000a22:56:36.135247 --- ParallelTerminationStrategy: PID 24895 died...\u000a22:56:36.189643 run iperf3-srv_10.42.42.10(pid=24895): Terminated {rc=256}\u000a22:56:36.199747 --- ParallelTerminationStrategy: PID 24896 died...\u000a22:56:36.255001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24896): Terminated: ok {rc=0}\u000a22:56:36.265086 --- ParallelTerminationStrategy: PID 24897 died...\u000a22:56:36.319794 run iperf3-srv_10.42.42.10(pid=24897): Terminated {rc=256}\u000a22:56:36.329851 --- ParallelTerminationStrategy: PID 24900 died...\u000a22:56:36.384402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24900): Terminated: ok {rc=0}\u000a22:56:36.394578 --- ParallelTerminationStrategy: PID 24903 died...\u000a22:56:36.449472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24903): Terminated: ok {rc=0}\u000a22:56:36.459417 --- ParallelTerminationStrategy: PID 24906 died...\u000a22:56:36.514276 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24906): Terminated: ok {rc=0}\u000a22:56:36.599981 bus /gobi_4: Setting Powered False\u000a22:56:37.708543 bus /gobi_4: Setting Powered False\u000a22:56:38.818828 bus /gobi_1: Setting Powered False\u000a22:56:39.923287 bus /gobi_1: Setting Powered False\u000a22:56:41.036831 bus /gobi_0: Setting Powered False\u000a22:56:42.144026 bus /gobi_0: Setting Powered False\u000a22:56:43.254313 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24915): Process ended prematurely: osmo-stp_10.42.42.5(pid=24915) [trial-2350↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24915)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24915): Process ended prematurely: osmo-stp_10.42.42.5(pid=24915) [trial-2350↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24915)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a22:56:44.322858 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:44.334852 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:56:44.495329 tst ping.py: using LAC 17326\u000a22:56:44.622921 tst ping.py: using RAC 241\u000a22:56:44.746106 tst ping.py: using CellId 17326\u000a22:56:44.866620 tst ping.py: using BVCI 17327\u000a22:56:44.889709 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:44.900636 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:44.911617 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:44.922702 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:44.933434 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:44.945393 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:44.956993 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:44.968197 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:45.245469 tst ping.py:19: start network...\u000a22:56:45.370747 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:56:45.843013 run create_hlr_db(pid=24909): Launched\u000a22:56:46.019069 bus /gobi_6: Setting Powered False\u000a22:56:47.052750 run create_hlr_db(pid=24909): Terminated: ok {rc=0}\u000a22:56:47.485809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24911): Launched\u000a22:56:47.806802 run osmo-hlr_10.42.42.2(pid=24912): Launched\u000a22:56:47.924456 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:56:48.482772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24914): Launched\u000a22:56:48.802080 run osmo-stp_10.42.42.5(pid=24915): Launched\u000a22:56:48.918752 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:56:49.480870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24917): Launched\u000a22:56:49.595919 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:56:49.875813 run patchelf(pid=24918): Launched\u000a22:56:50.064390 run osmo-stp_10.42.42.5(pid=24915): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24915)]\u000a22:56:50.202264 run osmo-stp_10.42.42.5(pid=24915): stdout: \u000a| (launched: 2022-12-08_22:56:48.645424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:50.339756 run osmo-stp_10.42.42.5(pid=24915): stderr: \u000a| �[0;m�[38;5;43m20221208225648837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225648837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225648838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225648838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225648839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225648839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225648839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:50.472615 run osmo-stp_10.42.42.5(pid=24915): stdout: \u000a| (launched: 2022-12-08_22:56:48.645424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:50.604374 run osmo-stp_10.42.42.5(pid=24915): stderr: \u000a| �[0;m�[38;5;43m20221208225648837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225648837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225648838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225648838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225648839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225648839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225648839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:50.758022 run patchelf(pid=24918): Terminating (SIGINT)\u000a22:56:50.938406 run patchelf(pid=24918): Terminated: ok {rc=0}\u000a22:56:50.971102 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24915): Process ended prematurely: osmo-stp_10.42.42.5(pid=24915) [trial-2350↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24915)] [trial-2350↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a22:56:50.980206 tst ping.py:22: Test FAILED (6.6 sec)\u000a22:56:51.044781 run osmo-hlr_10.42.42.2(pid=24912): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24912)]\u000a22:56:51.097507 run osmo-hlr_10.42.42.2(pid=24912): stdout: \u000a| (launched: 2022-12-08_22:56:47.650252) \u000a22:56:51.150507 run osmo-hlr_10.42.42.2(pid=24912): stderr: \u000a| �[0;m�[1;31m20221208225647850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225647850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225647850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225647850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225647850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225647851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225647864 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225647872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225647872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225647872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:56:51.195399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24911): Terminating (SIGTERM)\u000a22:56:51.237929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24914): Terminating (SIGTERM)\u000a22:56:51.280366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24917): Terminating (SIGTERM)\u000a22:56:51.290314 --- ParallelTerminationStrategy: PID 24911 died...\u000a22:56:51.347341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24911): Terminated: ok {rc=0}\u000a22:56:51.357756 --- ParallelTerminationStrategy: PID 24914 died...\u000a22:56:51.414456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24914): Terminated: ok {rc=0}\u000a22:56:51.424807 --- ParallelTerminationStrategy: PID 24917 died...\u000a22:56:51.481314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24917): Terminated: ok {rc=0}\u000a22:56:51.569357 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24925): Process ended prematurely: osmo-stp_10.42.42.5(pid=24925) [trial-2350↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24925)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24925): Process ended prematurely: osmo-stp_10.42.42.5(pid=24925) [trial-2350↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24925)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a22:56:52.621511 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:52.633166 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:56:52.788055 tst ping_idle_ping.py: using LAC 17327\u000a22:56:52.907438 tst ping_idle_ping.py: using RAC 242\u000a22:56:53.028088 tst ping_idle_ping.py: using CellId 17327\u000a22:56:53.147657 tst ping_idle_ping.py: using BVCI 17328\u000a22:56:53.170715 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:53.181632 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:53.192399 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:53.203417 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:53.214315 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:53.225260 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:53.236178 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:53.247195 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:53.537387 tst ping_idle_ping.py:24: start network...\u000a22:56:53.671419 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:56:54.187421 run create_hlr_db(pid=24919): Launched\u000a22:56:54.374414 bus /gobi_6: Setting Powered False\u000a22:56:55.396332 run create_hlr_db(pid=24919): Terminated: ok {rc=0}\u000a22:56:55.801391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24921): Launched\u000a22:56:56.102905 run osmo-hlr_10.42.42.2(pid=24922): Launched\u000a22:56:56.222464 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:56:56.750055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24924): Launched\u000a22:56:57.050759 run osmo-stp_10.42.42.5(pid=24925): Launched\u000a22:56:57.160705 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:56:57.687634 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24927): Launched\u000a22:56:57.795856 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:56:58.061319 run patchelf(pid=24928): Launched\u000a22:56:58.239223 run osmo-stp_10.42.42.5(pid=24925): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24925)]\u000a22:56:58.369469 run osmo-stp_10.42.42.5(pid=24925): stdout: \u000a| (launched: 2022-12-08_22:56:56.902429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:58.500019 run osmo-stp_10.42.42.5(pid=24925): stderr: \u000a| �[0;m�[38;5;43m20221208225657071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225657071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225657072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225657072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225657074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225657075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225657075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:58.625766 run osmo-stp_10.42.42.5(pid=24925): stdout: \u000a| (launched: 2022-12-08_22:56:56.902429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:58.750531 run osmo-stp_10.42.42.5(pid=24925): stderr: \u000a| �[0;m�[38;5;43m20221208225657071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225657071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225657072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225657072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225657074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225657075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225657075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:58.895388 run patchelf(pid=24928): Terminating (SIGINT)\u000a22:56:59.066401 run patchelf(pid=24928): Terminated: ok {rc=0}\u000a22:56:59.097548 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24925): Process ended prematurely: osmo-stp_10.42.42.5(pid=24925) [trial-2350↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24925)] [trial-2350↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a22:56:59.106321 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a22:56:59.168381 run osmo-hlr_10.42.42.2(pid=24922): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24922)]\u000a22:56:59.219022 run osmo-hlr_10.42.42.2(pid=24922): stdout: \u000a| (launched: 2022-12-08_22:56:55.954062) \u000a22:56:59.269922 run osmo-hlr_10.42.42.2(pid=24922): stderr: \u000a| �[0;m�[1;31m20221208225656128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225656129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225656129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225656129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225656129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225656129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225656141 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225656150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225656150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225656150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:56:59.313569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24921): Terminating (SIGTERM)\u000a22:56:59.354857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24924): Terminating (SIGTERM)\u000a22:56:59.396092 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24927): Terminating (SIGTERM)\u000a22:56:59.406021 --- ParallelTerminationStrategy: PID 24921 died...\u000a22:56:59.461080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24921): Terminated: ok {rc=0}\u000a22:56:59.471406 --- ParallelTerminationStrategy: PID 24924 died...\u000a22:56:59.526419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24924): Terminated: ok {rc=0}\u000a22:56:59.536744 --- ParallelTerminationStrategy: PID 24927 died...\u000a22:56:59.591575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24927): Terminated: ok {rc=0}\u000a22:56:59.676245 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:56:00" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24943): Process ended prematurely: osmo-stp_10.42.42.5(pid=24943) [trial-2350↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24943)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24943): Process ended prematurely: osmo-stp_10.42.42.5(pid=24943) [trial-2350↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24943)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:57:01.947244 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:01.963927 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:57:02.118022 tst cs_paging_gprs_active.py: using LAC 17328\u000a22:57:02.256829 tst cs_paging_gprs_active.py: using RAC 243\u000a22:57:02.383030 tst cs_paging_gprs_active.py: using CellId 17328\u000a22:57:02.510993 tst cs_paging_gprs_active.py: using BVCI 17329\u000a22:57:02.535860 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:02.547560 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:02.559212 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:02.570948 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:02.582533 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:02.594040 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:02.605737 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:02.617209 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:02.628844 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:57:02.745964 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:57:03.038298 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:57:03.173914 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:57:03.506657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24933): Launched\u000a22:57:03.784326 run iperf3-srv_10.42.42.10(pid=24934): Launched\u000a22:57:03.981646 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:57:04.116598 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:57:04.450156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24935): Launched\u000a22:57:04.727535 run iperf3-srv_10.42.42.10(pid=24936): Launched\u000a22:57:04.925370 tst cs_paging_gprs_active.py:38: start network...\u000a22:57:05.060014 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:57:05.578415 run create_hlr_db(pid=24937): Launched\u000a22:57:05.764847 bus /gobi_6: Setting Powered False\u000a22:57:06.786418 run create_hlr_db(pid=24937): Terminated: ok {rc=0}\u000a22:57:07.193066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24939): Launched\u000a22:57:07.495209 run osmo-hlr_10.42.42.2(pid=24940): Launched\u000a22:57:07.612598 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:57:08.143626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24942): Launched\u000a22:57:08.448017 run osmo-stp_10.42.42.5(pid=24943): Launched\u000a22:57:08.559918 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:57:09.089891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24945): Launched\u000a22:57:09.198665 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:57:09.463913 run patchelf(pid=24946): Launched\u000a22:57:09.642984 run osmo-stp_10.42.42.5(pid=24943): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24943)]\u000a22:57:09.774048 run osmo-stp_10.42.42.5(pid=24943): stdout: \u000a| (launched: 2022-12-08_22:57:08.298312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:09.905799 run osmo-stp_10.42.42.5(pid=24943): stderr: \u000a| �[0;m�[38;5;43m20221208225708468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225708468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225708468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225708469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225708469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225708469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225708469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:10.033784 run osmo-stp_10.42.42.5(pid=24943): stdout: \u000a| (launched: 2022-12-08_22:57:08.298312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:10.160641 run osmo-stp_10.42.42.5(pid=24943): stderr: \u000a| �[0;m�[38;5;43m20221208225708468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225708468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225708468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225708469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225708469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225708469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225708469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:10.307298 run patchelf(pid=24946): Terminating (SIGINT)\u000a22:57:10.479595 run patchelf(pid=24946): Terminated: ok {rc=0}\u000a22:57:10.511232 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24943): Process ended prematurely: osmo-stp_10.42.42.5(pid=24943) [trial-2350↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24943)] [trial-2350↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a22:57:10.520491 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a22:57:10.582168 run osmo-hlr_10.42.42.2(pid=24940): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24940)]\u000a22:57:10.632721 run osmo-hlr_10.42.42.2(pid=24940): stdout: \u000a| (launched: 2022-12-08_22:57:07.347306) \u000a22:57:10.683681 run osmo-hlr_10.42.42.2(pid=24940): stderr: \u000a| �[0;m�[1;31m20221208225707521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225707521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225707522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225707522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225707522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225707522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225707534 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225707543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225707543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225707543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:57:10.726476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24933): Terminating (SIGTERM)\u000a22:57:10.767434 run iperf3-srv_10.42.42.10(pid=24934): Terminating (SIGTERM)\u000a22:57:10.808122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24935): Terminating (SIGTERM)\u000a22:57:10.849155 run iperf3-srv_10.42.42.10(pid=24936): Terminating (SIGTERM)\u000a22:57:10.890192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24939): Terminating (SIGTERM)\u000a22:57:10.930794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24942): Terminating (SIGTERM)\u000a22:57:10.971565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24945): Terminating (SIGTERM)\u000a22:57:10.981068 --- ParallelTerminationStrategy: PID 24933 died...\u000a22:57:11.035289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24933): Terminated: ok {rc=0}\u000a22:57:11.045237 --- ParallelTerminationStrategy: PID 24934 died...\u000a22:57:11.099337 run iperf3-srv_10.42.42.10(pid=24934): Terminated {rc=256}\u000a22:57:11.108904 --- ParallelTerminationStrategy: PID 24935 died...\u000a22:57:11.163298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24935): Terminated: ok {rc=0}\u000a22:57:11.173266 --- ParallelTerminationStrategy: PID 24936 died...\u000a22:57:11.227400 run iperf3-srv_10.42.42.10(pid=24936): Terminated {rc=256}\u000a22:57:11.237156 --- ParallelTerminationStrategy: PID 24939 died...\u000a22:57:11.291202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24939): Terminated: ok {rc=0}\u000a22:57:11.300813 --- ParallelTerminationStrategy: PID 24942 died...\u000a22:57:11.355561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24942): Terminated: ok {rc=0}\u000a22:57:11.365279 --- ParallelTerminationStrategy: PID 24945 died...\u000a22:57:11.419506 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24945): Terminated: ok {rc=0}\u000a22:57:11.504564 bus /gobi_0: Setting Powered False\u000a22:57:12.612642 bus /gobi_0: Setting Powered False\u000a22:57:13.724600 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24956): Process ended prematurely: osmo-stp_10.42.42.5(pid=24956) [trial-2350↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24956)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24956): Process ended prematurely: osmo-stp_10.42.42.5(pid=24956) [trial-2350↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24956)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a22:57:14.836075 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:14.848042 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:57:14.992092 tst iperf3.py: using LAC 17329\u000a22:57:15.120247 tst iperf3.py: using RAC 244\u000a22:57:15.249063 tst iperf3.py: using CellId 17329\u000a22:57:15.375119 tst iperf3.py: using BVCI 17330\u000a22:57:15.399813 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:15.411714 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:15.423354 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:15.435815 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:15.447582 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:15.459334 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:15.471142 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:15.482755 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:15.494650 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:57:15.789968 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:57:15.941714 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:57:16.289080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24948): Launched\u000a22:57:16.582044 run iperf3-srv_10.42.42.10(pid=24949): Launched\u000a22:57:16.781581 tst iperf3.py:8: start network...\u000a22:57:16.917952 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:57:17.437412 run create_hlr_db(pid=24950): Launched\u000a22:57:17.622956 bus /gobi_6: Setting Powered False\u000a22:57:18.644669 run create_hlr_db(pid=24950): Terminated: ok {rc=0}\u000a22:57:19.051633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24952): Launched\u000a22:57:19.355726 run osmo-hlr_10.42.42.2(pid=24953): Launched\u000a22:57:19.472063 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:57:20.008590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24955): Launched\u000a22:57:20.311883 run osmo-stp_10.42.42.5(pid=24956): Launched\u000a22:57:20.422256 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:57:20.948938 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24958): Launched\u000a22:57:21.057448 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:57:21.323333 run patchelf(pid=24959): Launched\u000a22:57:21.502271 run osmo-stp_10.42.42.5(pid=24956): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24956)]\u000a22:57:21.633107 run osmo-stp_10.42.42.5(pid=24956): stdout: \u000a| (launched: 2022-12-08_22:57:20.162773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:21.764402 run osmo-stp_10.42.42.5(pid=24956): stderr: \u000a| �[0;m�[38;5;43m20221208225720333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225720333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225720333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225720334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225720336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225720336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225720336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:21.891736 run osmo-stp_10.42.42.5(pid=24956): stdout: \u000a| (launched: 2022-12-08_22:57:20.162773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:22.017726 run osmo-stp_10.42.42.5(pid=24956): stderr: \u000a| �[0;m�[38;5;43m20221208225720333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225720333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225720333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225720334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225720336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225720336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225720336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:22.164097 run patchelf(pid=24959): Terminating (SIGINT)\u000a22:57:22.336347 run patchelf(pid=24959): Terminated: ok {rc=0}\u000a22:57:22.367853 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24956): Process ended prematurely: osmo-stp_10.42.42.5(pid=24956) [trial-2350↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24956)] [trial-2350↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a22:57:22.377226 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a22:57:22.438919 run osmo-hlr_10.42.42.2(pid=24953): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24953)]\u000a22:57:22.489281 run osmo-hlr_10.42.42.2(pid=24953): stdout: \u000a| (launched: 2022-12-08_22:57:19.206282) \u000a22:57:22.540177 run osmo-hlr_10.42.42.2(pid=24953): stderr: \u000a| �[0;m�[1;31m20221208225719384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225719384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225719384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225719384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225719385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225719385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225719400 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225719409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225719410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225719410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:57:22.582786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24948): Terminating (SIGTERM)\u000a22:57:22.623343 run iperf3-srv_10.42.42.10(pid=24949): Terminating (SIGTERM)\u000a22:57:22.663924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24952): Terminating (SIGTERM)\u000a22:57:22.704363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24955): Terminating (SIGTERM)\u000a22:57:22.744775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24958): Terminating (SIGTERM)\u000a22:57:22.754258 --- ParallelTerminationStrategy: PID 24948 died...\u000a22:57:22.808722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24948): Terminated: ok {rc=0}\u000a22:57:22.818569 --- ParallelTerminationStrategy: PID 24949 died...\u000a22:57:22.872328 run iperf3-srv_10.42.42.10(pid=24949): Terminated {rc=256}\u000a22:57:22.882157 --- ParallelTerminationStrategy: PID 24952 died...\u000a22:57:22.935907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24952): Terminated: ok {rc=0}\u000a22:57:22.945815 --- ParallelTerminationStrategy: PID 24955 died...\u000a22:57:23.000226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24955): Terminated: ok {rc=0}\u000a22:57:23.010040 --- ParallelTerminationStrategy: PID 24958 died...\u000a22:57:23.063867 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24958): Terminated: ok {rc=0}\u000a22:57:23.153374 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24974): Process ended prematurely: osmo-stp_10.42.42.5(pid=24974) [trial-2350↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24974)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24974): Process ended prematurely: osmo-stp_10.42.42.5(pid=24974) [trial-2350↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24974)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a22:57:24.264917 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:24.276814 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:57:24.419824 tst iperf3m4.py: using LAC 17330\u000a22:57:24.545988 tst iperf3m4.py: using RAC 245\u000a22:57:24.671674 tst iperf3m4.py: using CellId 17330\u000a22:57:24.796572 tst iperf3m4.py: using BVCI 17331\u000a22:57:24.821532 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:24.833189 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:24.844777 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:24.856927 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:24.869117 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:24.881184 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:24.893493 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:24.905441 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:24.917736 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:57:25.035115 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:57:25.157552 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:57:25.275519 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:57:25.554911 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:57:25.682118 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:57:25.996164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24960): Launched\u000a22:57:26.256296 run iperf3-srv_10.42.42.10(pid=24961): Launched\u000a22:57:26.441298 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:57:26.567063 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:57:26.888126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24962): Launched\u000a22:57:27.166568 run iperf3-srv_10.42.42.10(pid=24963): Launched\u000a22:57:27.366220 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:57:27.501167 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:57:27.834703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24964): Launched\u000a22:57:28.111667 run iperf3-srv_10.42.42.10(pid=24965): Launched\u000a22:57:28.309747 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:57:28.444831 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:57:28.778472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24966): Launched\u000a22:57:29.055450 run iperf3-srv_10.42.42.10(pid=24967): Launched\u000a22:57:29.253642 tst iperf3m4.py:8: start network...\u000a22:57:29.389475 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:57:29.904924 run create_hlr_db(pid=24968): Launched\u000a22:57:30.091545 bus /gobi_6: Setting Powered False\u000a22:57:31.160744 run create_hlr_db(pid=24968): Terminated: ok {rc=0}\u000a22:57:31.618149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24970): Launched\u000a22:57:32.077896 run osmo-hlr_10.42.42.2(pid=24971): Launched\u000a22:57:32.218838 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:57:32.745234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24973): Launched\u000a22:57:33.049205 run osmo-stp_10.42.42.5(pid=24974): Launched\u000a22:57:33.161143 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:57:33.690936 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24976): Launched\u000a22:57:33.799212 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:57:34.063496 run patchelf(pid=24977): Launched\u000a22:57:34.241327 run osmo-stp_10.42.42.5(pid=24974): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24974)]\u000a22:57:34.371280 run osmo-stp_10.42.42.5(pid=24974): stdout: \u000a| (launched: 2022-12-08_22:57:32.899966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:34.502209 run osmo-stp_10.42.42.5(pid=24974): stderr: \u000a| �[0;m�[38;5;43m20221208225733072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225733072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225733073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225733073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225733074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225733074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225733074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:34.628269 run osmo-stp_10.42.42.5(pid=24974): stdout: \u000a| (launched: 2022-12-08_22:57:32.899966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:34.753688 run osmo-stp_10.42.42.5(pid=24974): stderr: \u000a| �[0;m�[38;5;43m20221208225733072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225733072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225733073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225733073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225733074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225733074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225733074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:34.899148 run patchelf(pid=24977): Terminating (SIGINT)\u000a22:57:35.070117 run patchelf(pid=24977): Terminated: ok {rc=0}\u000a22:57:35.101676 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24974): Process ended prematurely: osmo-stp_10.42.42.5(pid=24974) [trial-2350↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24974)] [trial-2350↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a22:57:35.110953 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a22:57:35.172329 run osmo-hlr_10.42.42.2(pid=24971): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24971)]\u000a22:57:35.222525 run osmo-hlr_10.42.42.2(pid=24971): stdout: \u000a| (launched: 2022-12-08_22:57:31.786949) \u000a22:57:35.273230 run osmo-hlr_10.42.42.2(pid=24971): stderr: \u000a| �[0;m�[1;31m20221208225732034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225732034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225732034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225732034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225732035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225732035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225732050 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225732066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225732067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225732067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:57:35.315703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24960): Terminating (SIGTERM)\u000a22:57:35.356214 run iperf3-srv_10.42.42.10(pid=24961): Terminating (SIGTERM)\u000a22:57:35.396604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24962): Terminating (SIGTERM)\u000a22:57:35.436855 run iperf3-srv_10.42.42.10(pid=24963): Terminating (SIGTERM)\u000a22:57:35.477420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24964): Terminating (SIGTERM)\u000a22:57:35.517639 run iperf3-srv_10.42.42.10(pid=24965): Terminating (SIGTERM)\u000a22:57:35.557849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24966): Terminating (SIGTERM)\u000a22:57:35.598152 run iperf3-srv_10.42.42.10(pid=24967): Terminating (SIGTERM)\u000a22:57:35.638375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24970): Terminating (SIGTERM)\u000a22:57:35.678557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24973): Terminating (SIGTERM)\u000a22:57:35.719870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24976): Terminating (SIGTERM)\u000a22:57:35.729874 --- ParallelTerminationStrategy: PID 24960 died...\u000a22:57:35.784796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24960): Terminated: ok {rc=0}\u000a22:57:35.794860 --- ParallelTerminationStrategy: PID 24961 died...\u000a22:57:35.848467 run iperf3-srv_10.42.42.10(pid=24961): Terminated {rc=256}\u000a22:57:35.858315 --- ParallelTerminationStrategy: PID 24962 died...\u000a22:57:35.912351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24962): Terminated: ok {rc=0}\u000a22:57:35.921988 --- ParallelTerminationStrategy: PID 24963 died...\u000a22:57:35.975604 run iperf3-srv_10.42.42.10(pid=24963): Terminated {rc=256}\u000a22:57:35.985254 --- ParallelTerminationStrategy: PID 24964 died...\u000a22:57:36.038955 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24964): Terminated: ok {rc=0}\u000a22:57:36.048779 --- ParallelTerminationStrategy: PID 24965 died...\u000a22:57:36.102523 run iperf3-srv_10.42.42.10(pid=24965): Terminated {rc=256}\u000a22:57:36.112364 --- ParallelTerminationStrategy: PID 24966 died...\u000a22:57:36.166101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24966): Terminated: ok {rc=0}\u000a22:57:36.175965 --- ParallelTerminationStrategy: PID 24967 died...\u000a22:57:36.229769 run iperf3-srv_10.42.42.10(pid=24967): Terminated {rc=256}\u000a22:57:36.239480 --- ParallelTerminationStrategy: PID 24970 died...\u000a22:57:36.293498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24970): Terminated: ok {rc=0}\u000a22:57:36.303256 --- ParallelTerminationStrategy: PID 24973 died...\u000a22:57:36.357052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24973): Terminated: ok {rc=0}\u000a22:57:36.366941 --- ParallelTerminationStrategy: PID 24976 died...\u000a22:57:36.421460 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24976): Terminated: ok {rc=0}\u000a22:57:36.510920 bus /gobi_4: Setting Powered False\u000a22:57:37.615329 bus /gobi_4: Setting Powered False\u000a22:57:38.725991 bus /gobi_1: Setting Powered False\u000a22:57:39.832340 bus /gobi_1: Setting Powered False\u000a22:57:40.944716 bus /gobi_0: Setting Powered False\u000a22:57:42.049502 bus /gobi_0: Setting Powered False\u000a22:57:43.161215 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24989): Process ended prematurely: osmo-stp_10.42.42.5(pid=24989) [trial-2350↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24989)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24989): Process ended prematurely: osmo-stp_10.42.42.5(pid=24989) [trial-2350↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24989)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a22:57:44.227559 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:44.239420 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:57:44.376736 tst ping.py: using LAC 17331\u000a22:57:44.495129 tst ping.py: using RAC 246\u000a22:57:44.616912 tst ping.py: using CellId 17331\u000a22:57:44.734804 tst ping.py: using BVCI 17332\u000a22:57:44.757785 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:44.769172 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:44.780202 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:44.791278 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:44.803031 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:44.814645 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:44.826146 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:44.837436 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:57:45.110290 tst ping.py:19: start network...\u000a22:57:45.234553 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:57:45.703950 run create_hlr_db(pid=24983): Launched\u000a22:57:45.906729 bus /gobi_6: Setting Powered False\u000a22:57:46.900089 run create_hlr_db(pid=24983): Terminated: ok {rc=0}\u000a22:57:47.358507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24985): Launched\u000a22:57:47.675703 run osmo-hlr_10.42.42.2(pid=24986): Launched\u000a22:57:47.795989 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:57:48.350718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24988): Launched\u000a22:57:48.668102 run osmo-stp_10.42.42.5(pid=24989): Launched\u000a22:57:48.782997 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:57:49.338918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24991): Launched\u000a22:57:49.452656 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:57:49.730675 run patchelf(pid=24992): Launched\u000a22:57:49.918326 run osmo-stp_10.42.42.5(pid=24989): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24989)]\u000a22:57:50.055333 run osmo-stp_10.42.42.5(pid=24989): stdout: \u000a| (launched: 2022-12-08_22:57:48.512568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:50.193278 run osmo-stp_10.42.42.5(pid=24989): stderr: \u000a| �[0;m�[38;5;43m20221208225748707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225748707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225748707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225748708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225748708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225748708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225748708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:50.325820 run osmo-stp_10.42.42.5(pid=24989): stdout: \u000a| (launched: 2022-12-08_22:57:48.512568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:50.456793 run osmo-stp_10.42.42.5(pid=24989): stderr: \u000a| �[0;m�[38;5;43m20221208225748707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225748707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225748707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225748708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225748708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225748708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225748708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:50.609649 run patchelf(pid=24992): Terminating (SIGINT)\u000a22:57:50.789154 run patchelf(pid=24992): Terminated: ok {rc=0}\u000a22:57:50.821732 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24989): Process ended prematurely: osmo-stp_10.42.42.5(pid=24989) [trial-2350↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24989)] [trial-2350↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a22:57:50.831230 tst ping.py:22: Test FAILED (6.6 sec)\u000a22:57:50.895434 run osmo-hlr_10.42.42.2(pid=24986): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24986)]\u000a22:57:50.948320 run osmo-hlr_10.42.42.2(pid=24986): stdout: \u000a| (launched: 2022-12-08_22:57:47.520744) \u000a22:57:51.001890 run osmo-hlr_10.42.42.2(pid=24986): stderr: \u000a| �[0;m�[1;31m20221208225747718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225747718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225747718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225747718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225747718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225747718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225747731 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225747739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225747739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225747739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:57:51.047288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24985): Terminating (SIGTERM)\u000a22:57:51.090216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24988): Terminating (SIGTERM)\u000a22:57:51.133487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24991): Terminating (SIGTERM)\u000a22:57:51.143335 --- ParallelTerminationStrategy: PID 24985 died...\u000a22:57:51.200591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24985): Terminated: ok {rc=0}\u000a22:57:51.210848 --- ParallelTerminationStrategy: PID 24988 died...\u000a22:57:51.267845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24988): Terminated: ok {rc=0}\u000a22:57:51.278153 --- ParallelTerminationStrategy: PID 24991 died...\u000a22:57:51.335651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24991): Terminated: ok {rc=0}\u000a22:57:51.424864 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24999): Process ended prematurely: osmo-stp_10.42.42.5(pid=24999) [trial-2350↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24999)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24999): Process ended prematurely: osmo-stp_10.42.42.5(pid=24999) [trial-2350↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24999)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a22:57:52.475297 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:52.487438 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:57:52.627793 tst ping_idle_ping.py: using LAC 17332\u000a22:57:52.751667 tst ping_idle_ping.py: using RAC 247\u000a22:57:52.870741 tst ping_idle_ping.py: using CellId 17332\u000a22:57:52.993426 tst ping_idle_ping.py: using BVCI 17333\u000a22:57:53.018072 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:53.030125 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:53.042012 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:53.054192 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:53.066276 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:53.078310 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:53.090571 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:53.102467 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:57:53.378564 tst ping_idle_ping.py:24: start network...\u000a22:57:53.503685 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:57:53.976862 run create_hlr_db(pid=24993): Launched\u000a22:57:54.149681 bus /gobi_6: Setting Powered False\u000a22:57:55.171320 run create_hlr_db(pid=24993): Terminated: ok {rc=0}\u000a22:57:55.570705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24995): Launched\u000a22:57:55.871625 run osmo-hlr_10.42.42.2(pid=24996): Launched\u000a22:57:55.987762 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:57:56.514701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24998): Launched\u000a22:57:56.814578 run osmo-stp_10.42.42.5(pid=24999): Launched\u000a22:57:56.923499 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:57:57.444286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25001): Launched\u000a22:57:57.551235 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:57:57.813078 run patchelf(pid=25002): Launched\u000a22:57:57.989097 run osmo-stp_10.42.42.5(pid=24999): ERR: Terminated: ERROR {rc=1} [trial-2350↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24999)]\u000a22:57:58.118130 run osmo-stp_10.42.42.5(pid=24999): stdout: \u000a| (launched: 2022-12-08_22:57:56.667084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:58.247573 run osmo-stp_10.42.42.5(pid=24999): stderr: \u000a| �[0;m�[38;5;43m20221208225756838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225756838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225756839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225756839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225756840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225756840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225756840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:58.372569 run osmo-stp_10.42.42.5(pid=24999): stdout: \u000a| (launched: 2022-12-08_22:57:56.667084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:58.496335 run osmo-stp_10.42.42.5(pid=24999): stderr: \u000a| �[0;m�[38;5;43m20221208225756838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225756838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225756839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225756839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225756840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225756840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225756840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:58.640588 run patchelf(pid=25002): Terminating (SIGINT)\u000a22:57:58.810106 run patchelf(pid=25002): Terminated: ok {rc=0}\u000a22:57:58.841022 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24999): Process ended prematurely: osmo-stp_10.42.42.5(pid=24999) [trial-2350↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24999)] [trial-2350↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a22:57:58.849840 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a22:57:58.911399 run osmo-hlr_10.42.42.2(pid=24996): ERR: Terminated: ERROR {rc=237} [trial-2350↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24996)]\u000a22:57:58.961653 run osmo-hlr_10.42.42.2(pid=24996): stdout: \u000a| (launched: 2022-12-08_22:57:55.723766) \u000a22:57:59.012837 run osmo-hlr_10.42.42.2(pid=24996): stderr: \u000a| �[0;m�[1;31m20221208225755900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225755900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225755900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225755900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225755900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225755900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225755915 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225755925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225755925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225755925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:57:59.055902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24995): Terminating (SIGTERM)\u000a22:57:59.096753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24998): Terminating (SIGTERM)\u000a22:57:59.137901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25001): Terminating (SIGTERM)\u000a22:57:59.147281 --- ParallelTerminationStrategy: PID 24995 died...\u000a22:57:59.202222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24995): Terminated: ok {rc=0}\u000a22:57:59.212347 --- ParallelTerminationStrategy: PID 24998 died...\u000a22:57:59.267265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24998): Terminated: ok {rc=0}\u000a22:57:59.277444 --- ParallelTerminationStrategy: PID 25001 died...\u000a22:57:59.331825 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25001): Terminated: ok {rc=0}\u000a22:57:59.416616 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:57:01" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25012): Process ended prematurely: osmo-stp_10.42.42.5(pid=25012) [trial-2350↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25012)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25012): Process ended prematurely: osmo-stp_10.42.42.5(pid=25012) [trial-2350↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25012)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a22:58:01.512486 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:58:01.529996 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:58:01.731298 tst switch_tch_pdch.py: using LAC 17333\u000a22:58:01.852362 tst switch_tch_pdch.py: using RAC 248\u000a22:58:02.000108 tst switch_tch_pdch.py: using CellId 17333\u000a22:58:02.148899 tst switch_tch_pdch.py: using BVCI 17334\u000a22:58:02.173267 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:58:02.185764 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:58:02.198695 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:58:02.211933 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:58:02.225113 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:58:02.237473 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:58:02.251445 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:58:02.264931 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:58:02.383595 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:58:02.659364 tst switch_tch_pdch.py:51: start network...\u000a22:58:02.783769 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:58:03.252713 run create_hlr_db(pid=25006): Launched\u000a22:58:03.425143 bus /gobi_6: Setting Powered False\u000a22:58:04.447009 run create_hlr_db(pid=25006): Terminated: ok {rc=0}\u000a22:58:04.843111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25008): Launched\u000a22:58:05.140155 run osmo-hlr_10.42.42.2(pid=25009): Launched\u000a22:58:05.252333 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:58:05.778584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25011): Launched\u000a22:58:06.077078 run osmo-stp_10.42.42.5(pid=25012): Launched\u000a22:58:06.187742 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:58:06.742939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25014): Launched\u000a22:58:06.856562 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:58:07.133989 run patchelf(pid=25015): Launched\u000a22:58:07.321487 run osmo-stp_10.42.42.5(pid=25012): ERR: Terminated: ERROR {rc=1} [trial-2350↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25012)]\u000a22:58:07.458606 run osmo-stp_10.42.42.5(pid=25012): stdout: \u000a| (launched: 2022-12-08_22:58:05.930260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:58:07.595624 run osmo-stp_10.42.42.5(pid=25012): stderr: \u000a| �[0;m�[38;5;43m20221208225806098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225806098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225806098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225806099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225806101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225806101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225806101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:58:07.728329 run osmo-stp_10.42.42.5(pid=25012): stdout: \u000a| (launched: 2022-12-08_22:58:05.930260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:58:07.859439 run osmo-stp_10.42.42.5(pid=25012): stderr: \u000a| �[0;m�[38;5;43m20221208225806098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225806098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225806098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225806099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225806101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225806101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225806101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:58:08.011846 run patchelf(pid=25015): Terminating (SIGINT)\u000a22:58:08.191235 run patchelf(pid=25015): Terminated: ok {rc=0}\u000a22:58:08.223661 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=25012): Process ended prematurely: osmo-stp_10.42.42.5(pid=25012) [trial-2350↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25012)] [trial-2350↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a22:58:08.232916 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a22:58:08.296560 run osmo-hlr_10.42.42.2(pid=25009): ERR: Terminated: ERROR {rc=237} [trial-2350↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25009)]\u000a22:58:08.349894 run osmo-hlr_10.42.42.2(pid=25009): stdout: \u000a| (launched: 2022-12-08_22:58:04.994231) \u000a22:58:08.402645 run osmo-hlr_10.42.42.2(pid=25009): stderr: \u000a| �[0;m�[1;31m20221208225805168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225805168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225805168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225805168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225805168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225805168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225805180 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225805189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225805190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225805190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:58:08.447695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25008): Terminating (SIGTERM)\u000a22:58:08.490322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25011): Terminating (SIGTERM)\u000a22:58:08.532600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25014): Terminating (SIGTERM)\u000a22:58:08.542424 --- ParallelTerminationStrategy: PID 25008 died...\u000a22:58:08.599343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25008): Terminated: ok {rc=0}\u000a22:58:08.609999 --- ParallelTerminationStrategy: PID 25011 died...\u000a22:58:08.666595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25011): Terminated: ok {rc=0}\u000a22:58:08.676816 --- ParallelTerminationStrategy: PID 25014 died...\u000a22:58:08.733299 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25014): Terminated: ok {rc=0}\u000a22:58:08.821456 bus /gobi_0: Setting Powered False\u000a22:58:09.924681 bus /gobi_0: Setting Powered False\u000a22:58:11.036626 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:58:01" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=25021): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25021) [trial-2350↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25021)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25021): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25021) [trial-2350↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25021)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a22:58:12.874160 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a22:58:12.981554 tst esme_connect_policy_acceptall.py: using MSISDN 6890\u000a22:58:13.127353 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:58:13.699387 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25020): Launched\u000a22:58:13.999824 run osmo-nitb_10.42.42.2(pid=25021): Launched\u000a22:58:14.187867 run osmo-nitb_10.42.42.2(pid=25021): ERR: Terminated: ERROR {rc=2} [trial-2350↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25021)]\u000a22:58:14.326393 run osmo-nitb_10.42.42.2(pid=25021): stdout: \u000a| (launched: 2022-12-08_22:58:13.854222) \u000a22:58:14.465157 run osmo-nitb_10.42.42.2(pid=25021): stderr: \u000a| (launched: 2022-12-08_22:58:13.899631)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:14.599647 run osmo-nitb_10.42.42.2(pid=25021): stdout: \u000a| (launched: 2022-12-08_22:58:13.854222) \u000a22:58:14.733125 run osmo-nitb_10.42.42.2(pid=25021): stderr: \u000a| (launched: 2022-12-08_22:58:13.899631)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:15.122862 tst osmo-nitb_10.42.42.2(pid=25021): stdout: \u000a| (launched: 2022-12-08_22:58:13.854222) \u000a22:58:15.244342 tst osmo-nitb_10.42.42.2(pid=25021): stderr: \u000a| (launched: 2022-12-08_22:58:13.899631)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:15.297592 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=25021): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25021) [trial-2350↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25021)] [trial-2350↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a22:58:15.305737 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.4 sec)\u000a22:58:15.341341 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25020): Terminating (SIGTERM)\u000a22:58:15.519202 --- ParallelTerminationStrategy: PID 25020 died...\u000a22:58:15.575685 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25020): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 179, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=25023): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25023) [trial-2350↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25023)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25023): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25023) [trial-2350↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25023)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a22:58:15.592511 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a22:58:15.702071 tst esme_connect_policy_closed.py: using MSISDN 6891\u000a22:58:15.825086 tst esme_connect_policy_closed.py: using MSISDN 6892\u000a22:58:15.952847 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:58:16.578674 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25022): Launched\u000a22:58:16.893084 run osmo-nitb_10.42.42.2(pid=25023): Launched\u000a22:58:17.072560 run osmo-nitb_10.42.42.2(pid=25023): ERR: Terminated: ERROR {rc=2} [trial-2350↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25023)]\u000a22:58:17.203979 run osmo-nitb_10.42.42.2(pid=25023): stdout: \u000a| (launched: 2022-12-08_22:58:16.738407) \u000a22:58:17.333463 run osmo-nitb_10.42.42.2(pid=25023): stderr: \u000a| (launched: 2022-12-08_22:58:16.786192)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:17.456363 run osmo-nitb_10.42.42.2(pid=25023): stdout: \u000a| (launched: 2022-12-08_22:58:16.738407) \u000a22:58:17.578685 run osmo-nitb_10.42.42.2(pid=25023): stderr: \u000a| (launched: 2022-12-08_22:58:16.786192)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:17.632185 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=25023): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25023) [trial-2350↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25023)] [trial-2350↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a22:58:17.640079 tst esme_connect_policy_closed.py:24: Test FAILED (2.0 sec)\u000a22:58:17.675706 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25022): Terminating (SIGTERM)\u000a22:58:17.853175 --- ParallelTerminationStrategy: PID 25022 died...\u000a22:58:17.909210 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25022): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=25025): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25025) [trial-2350↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25025)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25025): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25025) [trial-2350↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25025)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a22:58:17.925759 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a22:58:17.936649 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a22:58:18.059390 tst esme_ms_sms_storeforward.py: using LAC 17334\u000a22:58:18.186037 tst esme_ms_sms_storeforward.py: using RAC 249\u000a22:58:18.308163 tst esme_ms_sms_storeforward.py: using CellId 17334\u000a22:58:18.428822 tst esme_ms_sms_storeforward.py: using BVCI 17335\u000a22:58:18.452156 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a22:58:18.672916 tst esme_ms_sms_storeforward.py: using MSISDN 6893\u000a22:58:18.874466 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a22:58:19.012045 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:58:19.688448 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25024): Launched\u000a22:58:20.014412 run osmo-nitb_10.42.42.2(pid=25025): Launched\u000a22:58:20.202566 run osmo-nitb_10.42.42.2(pid=25025): ERR: Terminated: ERROR {rc=2} [trial-2350↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25025)]\u000a22:58:20.339171 run osmo-nitb_10.42.42.2(pid=25025): stdout: \u000a| (launched: 2022-12-08_22:58:19.856822) \u000a22:58:20.476271 run osmo-nitb_10.42.42.2(pid=25025): stderr: \u000a| (launched: 2022-12-08_22:58:19.906013)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:20.608444 run osmo-nitb_10.42.42.2(pid=25025): stdout: \u000a| (launched: 2022-12-08_22:58:19.856822) \u000a22:58:20.739383 run osmo-nitb_10.42.42.2(pid=25025): stderr: \u000a| (launched: 2022-12-08_22:58:19.906013)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:20.796415 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=25025): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25025) [trial-2350↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25025)] [trial-2350↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a22:58:20.805102 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.9 sec)\u000a22:58:20.841487 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25024): Terminating (SIGTERM)\u000a22:58:21.019217 --- ParallelTerminationStrategy: PID 25024 died...\u000a22:58:21.077558 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25024): Terminated: ok {rc=0}\u000a22:58:21.165712 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=25027): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25027) [trial-2350↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25027)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25027): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25027) [trial-2350↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25027)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a22:58:22.221122 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a22:58:22.232589 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a22:58:22.364406 tst esme_ms_sms_transaction.py: using LAC 17335\u000a22:58:22.494228 tst esme_ms_sms_transaction.py: using RAC 250\u000a22:58:22.617929 tst esme_ms_sms_transaction.py: using CellId 17335\u000a22:58:22.745025 tst esme_ms_sms_transaction.py: using BVCI 17336\u000a22:58:22.770020 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a22:58:22.992907 tst esme_ms_sms_transaction.py: using MSISDN 6894\u000a22:58:23.192673 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a22:58:23.328736 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:58:23.996626 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25026): Launched\u000a22:58:24.318693 run osmo-nitb_10.42.42.2(pid=25027): Launched\u000a22:58:24.519427 run osmo-nitb_10.42.42.2(pid=25027): ERR: Terminated: ERROR {rc=2} [trial-2350↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25027)]\u000a22:58:24.667254 run osmo-nitb_10.42.42.2(pid=25027): stdout: \u000a| (launched: 2022-12-08_22:58:24.163183) \u000a22:58:24.815315 run osmo-nitb_10.42.42.2(pid=25027): stderr: \u000a| (launched: 2022-12-08_22:58:24.212025)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:24.958794 run osmo-nitb_10.42.42.2(pid=25027): stdout: \u000a| (launched: 2022-12-08_22:58:24.163183) \u000a22:58:25.101223 run osmo-nitb_10.42.42.2(pid=25027): stderr: \u000a| (launched: 2022-12-08_22:58:24.212025)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:25.450176 tst osmo-nitb_10.42.42.2(pid=25027): stdout: \u000a| (launched: 2022-12-08_22:58:24.163183) \u000a22:58:25.580001 tst osmo-nitb_10.42.42.2(pid=25027): stderr: \u000a| (launched: 2022-12-08_22:58:24.212025)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:25.636778 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=25027): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25027) [trial-2350↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25027)] [trial-2350↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a22:58:25.645667 tst esme_ms_sms_transaction.py:21: Test FAILED (3.4 sec)\u000a22:58:25.681976 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25026): Terminating (SIGTERM)\u000a22:58:25.859667 --- ParallelTerminationStrategy: PID 25026 died...\u000a22:58:25.918033 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25026): Terminated: ok {rc=0}\u000a22:58:26.006477 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:58:12" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=25036): Process ended prematurely: osmo-hlr_10.42.42.2(pid=25036) [trial-2350↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25036)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=25036): Process ended prematurely: osmo-hlr_10.42.42.2(pid=25036) [trial-2350↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25036)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a22:58:27.804759 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:27.815241 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:27.825636 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:27.837842 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:27.948559 tst esme_connect_policy_acceptall.py: using MSISDN 6895\u000a22:58:28.057676 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a22:58:28.587365 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=25031): Launched\u000a22:58:28.894653 run osmo-stp_10.42.42.4(pid=25032): Launched\u000a22:58:29.003794 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:58:29.483837 run create_hlr_db(pid=25033): Launched\u000a22:58:29.660607 bus /sierra_2: Setting Powered False\u000a22:58:30.681668 run create_hlr_db(pid=25033): Terminated: ok {rc=0}\u000a22:58:31.137390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25035): Launched\u000a22:58:31.556857 run osmo-hlr_10.42.42.2(pid=25036): Launched\u000a22:58:31.808191 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a22:58:32.428505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25038): Launched\u000a22:58:32.752021 run osmo-msc_10.42.42.5(pid=25039): Launched\u000a22:58:32.938155 run osmo-hlr_10.42.42.2(pid=25036): ERR: Terminated: ERROR {rc=237} [trial-2350↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25036)]\u000a22:58:33.070322 run osmo-hlr_10.42.42.2(pid=25036): stdout: \u000a| (launched: 2022-12-08_22:58:31.296767) \u000a22:58:33.199029 run osmo-hlr_10.42.42.2(pid=25036): stderr: \u000a| �[0;m�[1;31m20221208225831639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225831639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225831640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225831640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225831641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225831642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225831665 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225831684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225831685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225831686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:58:33.322109 run osmo-hlr_10.42.42.2(pid=25036): stdout: \u000a| (launched: 2022-12-08_22:58:31.296767) \u000a22:58:33.444229 run osmo-hlr_10.42.42.2(pid=25036): stderr: \u000a| �[0;m�[1;31m20221208225831639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225831639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225831640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225831640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225831641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225831642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225831665 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225831684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225831685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225831686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:58:33.497561 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=25036): Process ended prematurely: osmo-hlr_10.42.42.2(pid=25036) [trial-2350↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25036)] [trial-2350↪smpp↪esme_connect_policy_acceptall.py:23]\u000a22:58:33.505654 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.7 sec)\u000a22:58:33.566518 run osmo-msc_10.42.42.5(pid=25039): ERR: Terminated: ERROR {rc=9} [trial-2350↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=25039)]\u000a22:58:33.617002 run osmo-msc_10.42.42.5(pid=25039): stdout: \u000a| (launched: 2022-12-08_22:58:32.594201) \u000a22:58:33.667772 run osmo-msc_10.42.42.5(pid=25039): stderr: \u000a| �[0;m�[38;5;43m20221208225832909 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221208225832909 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221208225832909 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221208225832909 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221208225832909 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221208225832909 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221208225832910 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221208225832910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221208225832910 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a22:58:33.710370 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=25031): Terminating (SIGTERM)\u000a22:58:33.751025 run osmo-stp_10.42.42.4(pid=25032): Terminating (SIGTERM)\u000a22:58:33.792599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25035): Terminating (SIGTERM)\u000a22:58:33.838164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25038): Terminating (SIGTERM)\u000a22:58:33.847458 --- ParallelTerminationStrategy: PID 25031 died...\u000a22:58:33.902851 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=25031): Terminated: ok {rc=0}\u000a22:58:33.912668 --- ParallelTerminationStrategy: PID 25032 died...\u000a22:58:33.966729 run osmo-stp_10.42.42.4(pid=25032): Terminated: ok {rc=0}\u000a22:58:33.976658 --- ParallelTerminationStrategy: PID 25035 died...\u000a22:58:34.030935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25035): Terminated: ok {rc=0}\u000a22:58:34.040727 --- ParallelTerminationStrategy: PID 25038 died...\u000a22:58:34.095335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25038): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 20, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=25047): Process ended prematurely: osmo-hlr_10.42.42.2(pid=25047) [trial-2350↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25047)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=25047): Process ended prematurely: osmo-hlr_10.42.42.2(pid=25047) [trial-2350↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25047)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a22:58:34.110451 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:34.121323 tst smpp: Using 1 x bts (candidates: 1)\u000a22:58:34.255671 tst esme_connect_policy_closed.py: using LAC 17336\u000a22:58:34.382702 tst esme_connect_policy_closed.py: using RAC 251\u000a22:58:34.512006 tst esme_connect_policy_closed.py: using CellId 17336\u000a22:58:34.634484 tst esme_connect_policy_closed.py: using BVCI 17337\u000a22:58:34.657857 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:34.668814 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:34.679304 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:34.793365 tst esme_connect_policy_closed.py: using MSISDN 6896\u000a22:58:34.915816 tst esme_connect_policy_closed.py: using MSISDN 6897\u000a22:58:35.025718 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a22:58:35.557911 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=25042): Launched\u000a22:58:35.865272 run osmo-stp_10.42.42.4(pid=25043): Launched\u000a22:58:35.974952 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:58:36.456750 run create_hlr_db(pid=25044): Launched\u000a22:58:37.636653 run create_hlr_db(pid=25044): Terminated: ok {rc=0}\u000a22:58:37.954267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25046): Launched\u000a22:58:38.261376 run osmo-hlr_10.42.42.2(pid=25047): Launched\u000a22:58:38.378475 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a22:58:38.938991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25049): Launched\u000a22:58:39.246341 run osmo-msc_10.42.42.5(pid=25050): Launched\u000a22:58:39.426739 run osmo-hlr_10.42.42.2(pid=25047): ERR: Terminated: ERROR {rc=237} [trial-2350↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25047)]\u000a22:58:39.570693 run osmo-hlr_10.42.42.2(pid=25047): stdout: \u000a| (launched: 2022-12-08_22:58:38.110498) \u000a22:58:39.708355 run osmo-hlr_10.42.42.2(pid=25047): stderr: \u000a| �[0;m�[1;31m20221208225838288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225838288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225838288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225838288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225838288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225838288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225838300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225838308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225838308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225838308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:58:39.832299 run osmo-hlr_10.42.42.2(pid=25047): stdout: \u000a| (launched: 2022-12-08_22:58:38.110498) \u000a22:58:39.955997 run osmo-hlr_10.42.42.2(pid=25047): stderr: \u000a| �[0;m�[1;31m20221208225838288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225838288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225838288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225838288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225838288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225838288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225838300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225838308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225838308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225838308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:58:40.009776 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=25047): Process ended prematurely: osmo-hlr_10.42.42.2(pid=25047) [trial-2350↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25047)] [trial-2350↪smpp↪esme_connect_policy_closed.py:31]\u000a22:58:40.017887 tst esme_connect_policy_closed.py:31: Test FAILED (5.9 sec)\u000a22:58:40.079610 run osmo-msc_10.42.42.5(pid=25050): ERR: Terminated: ERROR {rc=9} [trial-2350↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=25050)]\u000a22:58:40.130136 run osmo-msc_10.42.42.5(pid=25050): stdout: \u000a| (launched: 2022-12-08_22:58:39.095133) \u000a22:58:40.181437 run osmo-msc_10.42.42.5(pid=25050): stderr: \u000a| �[0;m�[38;5;43m20221208225839412 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221208225839412 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221208225839413 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221208225839413 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221208225839413 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221208225839413 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221208225839413 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221208225839413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221208225839413 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a22:58:40.224178 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=25042): Terminating (SIGTERM)\u000a22:58:40.264894 run osmo-stp_10.42.42.4(pid=25043): Terminating (SIGTERM)\u000a22:58:40.307876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25046): Terminating (SIGTERM)\u000a22:58:40.351051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25049): Terminating (SIGTERM)\u000a22:58:40.361040 --- ParallelTerminationStrategy: PID 25042 died...\u000a22:58:40.416172 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=25042): Terminated: ok {rc=0}\u000a22:58:40.426184 --- ParallelTerminationStrategy: PID 25043 died...\u000a22:58:40.480854 run osmo-stp_10.42.42.4(pid=25043): Terminated: ok {rc=0}\u000a22:58:40.490613 --- ParallelTerminationStrategy: PID 25046 died...\u000a22:58:40.545440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25046): Terminated: ok {rc=0}\u000a22:58:40.555454 --- ParallelTerminationStrategy: PID 25049 died...\u000a22:58:40.610718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25049): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 20, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25059): Process ended prematurely: osmo-stp_10.42.42.5(pid=25059) [trial-2350↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25059)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25059): Process ended prematurely: osmo-stp_10.42.42.5(pid=25059) [trial-2350↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25059)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a22:58:40.627595 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:40.638593 tst smpp: Using 1 x bts (candidates: 1)\u000a22:58:40.763050 tst esme_ms_sms_storeforward.py: using LAC 17337\u000a22:58:40.886516 tst esme_ms_sms_storeforward.py: using RAC 252\u000a22:58:41.010077 tst esme_ms_sms_storeforward.py: using CellId 17337\u000a22:58:41.134147 tst esme_ms_sms_storeforward.py: using BVCI 17338\u000a22:58:41.157852 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:41.168124 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:41.178560 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:41.189118 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:41.199569 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:41.209958 tst smpp: Using 1 x modem (candidates: 1)\u000a22:58:41.437518 tst esme_ms_sms_storeforward.py: using MSISDN 6898\u000a22:58:41.555214 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:58:42.078340 run create_hlr_db(pid=25053): Launched\u000a22:58:43.271182 run create_hlr_db(pid=25053): Terminated: ok {rc=0}\u000a22:58:43.608086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25055): Launched\u000a22:58:43.935668 run osmo-hlr_10.42.42.2(pid=25056): Launched\u000a22:58:44.055802 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:58:44.631339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25058): Launched\u000a22:58:44.958715 run osmo-stp_10.42.42.5(pid=25059): Launched\u000a22:58:45.078224 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:58:45.676110 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25061): Launched\u000a22:58:46.129596 run osmo-msc_10.42.42.6(pid=25062): Launched\u000a22:58:46.704665 run osmo-stp_10.42.42.5(pid=25059): ERR: Terminated: ERROR {rc=1} [trial-2350↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25059)]\u000a22:58:46.906561 run osmo-stp_10.42.42.5(pid=25059): stdout: \u000a| (launched: 2022-12-08_22:58:44.798534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:58:47.050623 run osmo-stp_10.42.42.5(pid=25059): stderr: \u000a| �[0;m�[38;5;43m20221208225844993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225844994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225844994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225844994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225844995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225844995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225844995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:58:47.184579 run osmo-stp_10.42.42.5(pid=25059): stdout: \u000a| (launched: 2022-12-08_22:58:44.798534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:58:47.316673 run osmo-stp_10.42.42.5(pid=25059): stderr: \u000a| �[0;m�[38;5;43m20221208225844993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225844994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225844994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225844994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225844995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225844995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225844995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:58:47.373984 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=25059): Process ended prematurely: osmo-stp_10.42.42.5(pid=25059) [trial-2350↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25059)] [trial-2350↪smpp↪esme_ms_sms_storeforward.py:30]\u000a22:58:47.382567 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.7 sec)\u000a22:58:47.446360 run osmo-hlr_10.42.42.2(pid=25056): ERR: Terminated: ERROR {rc=237} [trial-2350↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25056)]\u000a22:58:47.499133 run osmo-hlr_10.42.42.2(pid=25056): stdout: \u000a| (launched: 2022-12-08_22:58:43.774942) \u000a22:58:47.552563 run osmo-hlr_10.42.42.2(pid=25056): stderr: \u000a| �[0;m�[1;31m20221208225843972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225843972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225843972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225843972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225843973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225843973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225843986 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225843994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225843995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225843995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:58:47.624756 run osmo-msc_10.42.42.6(pid=25062): ERR: Terminated: ERROR {rc=2} [trial-2350↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25062)]\u000a22:58:47.677373 run osmo-msc_10.42.42.6(pid=25062): stdout: \u000a| (launched: 2022-12-08_22:58:45.852666) \u000a22:58:47.730377 run osmo-msc_10.42.42.6(pid=25062): stderr: \u000a| �[0;m�[38;5;43m20221208225846439 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208225846439 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6dec5cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208225846439 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208225846439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208225846439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208225846439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208225846443 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208225846444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208225846445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208225846445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:58:47.775575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25055): Terminating (SIGTERM)\u000a22:58:47.818729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25058): Terminating (SIGTERM)\u000a22:58:47.861686 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25061): Terminating (SIGTERM)\u000a22:58:47.871524 --- ParallelTerminationStrategy: PID 25055 died...\u000a22:58:47.929253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25055): Terminated: ok {rc=0}\u000a22:58:47.939604 --- ParallelTerminationStrategy: PID 25058 died...\u000a22:58:47.996741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25058): Terminated: ok {rc=0}\u000a22:58:48.006992 --- ParallelTerminationStrategy: PID 25061 died...\u000a22:58:48.063874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25061): Terminated: ok {rc=0}\u000a22:58:48.151695 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 20, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25070): Process ended prematurely: osmo-stp_10.42.42.5(pid=25070) [trial-2350↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25070)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25070): Process ended prematurely: osmo-stp_10.42.42.5(pid=25070) [trial-2350↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25070)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a22:58:49.207242 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:49.219303 tst smpp: Using 1 x bts (candidates: 1)\u000a22:58:49.352210 tst esme_ms_sms_transaction.py: using LAC 17338\u000a22:58:49.482875 tst esme_ms_sms_transaction.py: using RAC 253\u000a22:58:49.611279 tst esme_ms_sms_transaction.py: using CellId 17338\u000a22:58:49.739286 tst esme_ms_sms_transaction.py: using BVCI 17339\u000a22:58:49.764207 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:49.775094 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:49.785869 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:49.796529 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:49.807248 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:49.817854 tst smpp: Using 1 x modem (candidates: 1)\u000a22:58:50.032012 tst esme_ms_sms_transaction.py: using MSISDN 6899\u000a22:58:50.142233 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:58:50.626270 run create_hlr_db(pid=25064): Launched\u000a22:58:50.804053 bus /sierra_2: Setting Powered False\u000a22:58:51.824845 run create_hlr_db(pid=25064): Terminated: ok {rc=0}\u000a22:58:52.260902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25066): Launched\u000a22:58:52.589744 run osmo-hlr_10.42.42.2(pid=25067): Launched\u000a22:58:52.712537 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:58:53.280051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25069): Launched\u000a22:58:53.607442 run osmo-stp_10.42.42.5(pid=25070): Launched\u000a22:58:53.727048 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:58:54.327306 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25072): Launched\u000a22:58:54.655598 run osmo-msc_10.42.42.6(pid=25073): Launched\u000a22:58:54.848590 run osmo-stp_10.42.42.5(pid=25070): ERR: Terminated: ERROR {rc=1} [trial-2350↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25070)]\u000a22:58:54.988127 run osmo-stp_10.42.42.5(pid=25070): stdout: \u000a| (launched: 2022-12-08_22:58:53.446455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:58:55.127146 run osmo-stp_10.42.42.5(pid=25070): stderr: \u000a| �[0;m�[38;5;43m20221208225853640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225853640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225853640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225853641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225853641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225853641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225853641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:58:55.260082 run osmo-stp_10.42.42.5(pid=25070): stdout: \u000a| (launched: 2022-12-08_22:58:53.446455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:58:55.391355 run osmo-stp_10.42.42.5(pid=25070): stderr: \u000a| �[0;m�[38;5;43m20221208225853640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225853640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225853640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225853641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225853641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225853641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225853641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:58:55.448720 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=25070): Process ended prematurely: osmo-stp_10.42.42.5(pid=25070) [trial-2350↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25070)] [trial-2350↪smpp↪esme_ms_sms_transaction.py:28]\u000a22:58:55.457392 tst esme_ms_sms_transaction.py:28: Test FAILED (6.2 sec)\u000a22:58:55.520868 run osmo-hlr_10.42.42.2(pid=25067): ERR: Terminated: ERROR {rc=237} [trial-2350↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25067)]\u000a22:58:55.573569 run osmo-hlr_10.42.42.2(pid=25067): stdout: \u000a| (launched: 2022-12-08_22:58:52.428690) \u000a22:58:55.626748 run osmo-hlr_10.42.42.2(pid=25067): stderr: \u000a| �[0;m�[1;31m20221208225852629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225852629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225852629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225852629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225852629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225852629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225852641 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225852650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225852650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225852650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:58:55.698804 run osmo-msc_10.42.42.6(pid=25073): ERR: Terminated: ERROR {rc=2} [trial-2350↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25073)]\u000a22:58:55.751346 run osmo-msc_10.42.42.6(pid=25073): stdout: \u000a| (launched: 2022-12-08_22:58:54.494754) \u000a22:58:55.804242 run osmo-msc_10.42.42.6(pid=25073): stderr: \u000a| �[0;m�[38;5;43m20221208225854821 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208225854821 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f685f7a3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208225854821 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208225854821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208225854821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208225854822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208225854823 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208225854824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208225854824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208225854824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:58:55.849178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25066): Terminating (SIGTERM)\u000a22:58:55.891689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25069): Terminating (SIGTERM)\u000a22:58:55.934454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25072): Terminating (SIGTERM)\u000a22:58:55.944287 --- ParallelTerminationStrategy: PID 25066 died...\u000a22:58:56.002127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25066): Terminated: ok {rc=0}\u000a22:58:56.012463 --- ParallelTerminationStrategy: PID 25069 died...\u000a22:58:56.069147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25069): Terminated: ok {rc=0}\u000a22:58:56.079471 --- ParallelTerminationStrategy: PID 25072 died...\u000a22:58:56.136228 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25072): Terminated: ok {rc=0}\u000a22:58:56.225100 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 31.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:58:27" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25084): Process ended prematurely: osmo-stp_10.42.42.5(pid=25084) [trial-2350↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25084)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25084): Process ended prematurely: osmo-stp_10.42.42.5(pid=25084) [trial-2350↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25084)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a22:58:58.103314 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:58:58.113915 tst encryption: Using 1 x bts (candidates: 1)\u000a22:58:58.241216 tst register_a5_0_authopt.py: using LAC 17339\u000a22:58:58.365568 tst register_a5_0_authopt.py: using RAC 254\u000a22:58:58.491573 tst register_a5_0_authopt.py: using CellId 17339\u000a22:58:58.613885 tst register_a5_0_authopt.py: using BVCI 17340\u000a22:58:58.637551 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:58:58.647869 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:58:58.658261 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:58:58.668847 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:58:58.679391 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:58:58.690065 tst encryption: Using 1 x modem (candidates: 1)\u000a22:58:58.988035 tst register_a5_0_authopt.py:8: start network...\u000a22:58:59.127549 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:58:59.656801 run create_hlr_db(pid=25078): Launched\u000a22:58:59.848681 bus /sierra_2: Setting Powered False\u000a22:59:00.883919 run create_hlr_db(pid=25078): Terminated: ok {rc=0}\u000a22:59:01.343181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25080): Launched\u000a22:59:01.671294 run osmo-hlr_10.42.42.2(pid=25081): Launched\u000a22:59:01.877695 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:59:02.519925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25083): Launched\u000a22:59:02.831058 run osmo-stp_10.42.42.5(pid=25084): Launched\u000a22:59:02.946197 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:59:03.512766 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25086): Launched\u000a22:59:03.823267 run osmo-msc_10.42.42.6(pid=25087): Launched\u000a22:59:04.005862 run osmo-stp_10.42.42.5(pid=25084): ERR: Terminated: ERROR {rc=1} [trial-2350↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25084)]\u000a22:59:04.138616 run osmo-stp_10.42.42.5(pid=25084): stdout: \u000a| (launched: 2022-12-08_22:59:02.677204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:04.268810 run osmo-stp_10.42.42.5(pid=25084): stderr: \u000a| �[0;m�[38;5;43m20221208225902850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225902850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225902851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225902851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225902851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225902851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225902852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:04.393939 run osmo-stp_10.42.42.5(pid=25084): stdout: \u000a| (launched: 2022-12-08_22:59:02.677204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:04.517844 run osmo-stp_10.42.42.5(pid=25084): stderr: \u000a| �[0;m�[38;5;43m20221208225902850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225902850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225902851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225902851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225902851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225902851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225902852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:04.572378 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25084): Process ended prematurely: osmo-stp_10.42.42.5(pid=25084) [trial-2350↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25084)] [trial-2350↪encryption↪register_a5_0_authopt.py:8]\u000a22:59:04.581124 tst register_a5_0_authopt.py:8: Test FAILED (6.5 sec)\u000a22:59:04.642320 run osmo-hlr_10.42.42.2(pid=25081): ERR: Terminated: ERROR {rc=237} [trial-2350↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25081)]\u000a22:59:04.692480 run osmo-hlr_10.42.42.2(pid=25081): stdout: \u000a| (launched: 2022-12-08_22:59:01.506264) \u000a22:59:04.743475 run osmo-hlr_10.42.42.2(pid=25081): stderr: \u000a| �[0;m�[1;31m20221208225901869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225901869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225901869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225901869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225901870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225901870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225901889 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225901898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225901898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225901898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:59:04.812434 run osmo-msc_10.42.42.6(pid=25087): ERR: Terminated: ERROR {rc=2} [trial-2350↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25087)]\u000a22:59:04.862339 run osmo-msc_10.42.42.6(pid=25087): stdout: \u000a| (launched: 2022-12-08_22:59:03.670243) \u000a22:59:04.913022 run osmo-msc_10.42.42.6(pid=25087): stderr: \u000a| �[0;m�[38;5;43m20221208225903943 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208225903943 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdd52ee4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208225903943 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208225903943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208225903943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208225903944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208225903945 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208225903946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208225903946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208225903946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:59:04.955463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25080): Terminating (SIGTERM)\u000a22:59:04.996001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25083): Terminating (SIGTERM)\u000a22:59:05.036649 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25086): Terminating (SIGTERM)\u000a22:59:05.046243 --- ParallelTerminationStrategy: PID 25080 died...\u000a22:59:05.100449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25080): Terminated: ok {rc=0}\u000a22:59:05.110333 --- ParallelTerminationStrategy: PID 25083 died...\u000a22:59:05.164440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25083): Terminated: ok {rc=0}\u000a22:59:05.174473 --- ParallelTerminationStrategy: PID 25086 died...\u000a22:59:05.228501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25086): Terminated: ok {rc=0}\u000a22:59:05.318615 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 20, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25095): Process ended prematurely: osmo-stp_10.42.42.5(pid=25095) [trial-2350↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25095)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25095): Process ended prematurely: osmo-stp_10.42.42.5(pid=25095) [trial-2350↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25095)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a22:59:06.437705 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:06.448819 tst encryption: Using 1 x bts (candidates: 1)\u000a22:59:06.576255 tst register_a5_0_authreq.py: using LAC 17340\u000a22:59:06.700168 tst register_a5_0_authreq.py: using RAC 255\u000a22:59:06.824444 tst register_a5_0_authreq.py: using CellId 17340\u000a22:59:06.947946 tst register_a5_0_authreq.py: using BVCI 17341\u000a22:59:06.971683 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:06.982160 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:06.992437 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:07.002934 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:07.013429 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:07.023720 tst encryption: Using 1 x modem (candidates: 1)\u000a22:59:07.322097 tst register_a5_0_authreq.py:8: start network...\u000a22:59:07.460208 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:59:07.987258 run create_hlr_db(pid=25089): Launched\u000a22:59:08.180284 bus /sierra_2: Setting Powered False\u000a22:59:09.200819 run create_hlr_db(pid=25089): Terminated: ok {rc=0}\u000a22:59:09.617201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25091): Launched\u000a22:59:09.928282 run osmo-hlr_10.42.42.2(pid=25092): Launched\u000a22:59:10.046724 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:59:10.595621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25094): Launched\u000a22:59:10.906796 run osmo-stp_10.42.42.5(pid=25095): Launched\u000a22:59:11.021386 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:59:11.588321 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25097): Launched\u000a22:59:11.899086 run osmo-msc_10.42.42.6(pid=25098): Launched\u000a22:59:12.086220 run osmo-stp_10.42.42.5(pid=25095): ERR: Terminated: ERROR {rc=1} [trial-2350↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25095)]\u000a22:59:12.219882 run osmo-stp_10.42.42.5(pid=25095): stdout: \u000a| (launched: 2022-12-08_22:59:10.753274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:12.350263 run osmo-stp_10.42.42.5(pid=25095): stderr: \u000a| �[0;m�[38;5;43m20221208225910923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225910923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225910924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225910924 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225910925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225910925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225910925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:12.475211 run osmo-stp_10.42.42.5(pid=25095): stdout: \u000a| (launched: 2022-12-08_22:59:10.753274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:12.599039 run osmo-stp_10.42.42.5(pid=25095): stderr: \u000a| �[0;m�[38;5;43m20221208225910923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225910923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225910924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225910924 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225910925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225910925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225910925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:12.653624 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25095): Process ended prematurely: osmo-stp_10.42.42.5(pid=25095) [trial-2350↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25095)] [trial-2350↪encryption↪register_a5_0_authreq.py:8]\u000a22:59:12.662352 tst register_a5_0_authreq.py:8: Test FAILED (6.3 sec)\u000a22:59:12.723849 run osmo-hlr_10.42.42.2(pid=25092): ERR: Terminated: ERROR {rc=237} [trial-2350↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25092)]\u000a22:59:12.773764 run osmo-hlr_10.42.42.2(pid=25092): stdout: \u000a| (launched: 2022-12-08_22:59:09.775487) \u000a22:59:12.824438 run osmo-hlr_10.42.42.2(pid=25092): stderr: \u000a| �[0;m�[1;31m20221208225909952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225909952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225909952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225909952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225909952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225909952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225909965 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225909973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225909973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225909973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:59:12.893040 run osmo-msc_10.42.42.6(pid=25098): ERR: Terminated: ERROR {rc=2} [trial-2350↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25098)]\u000a22:59:12.942823 run osmo-msc_10.42.42.6(pid=25098): stdout: \u000a| (launched: 2022-12-08_22:59:11.746195) \u000a22:59:12.993033 run osmo-msc_10.42.42.6(pid=25098): stderr: \u000a| �[0;m�[38;5;43m20221208225912020 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208225912020 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f44b20f8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208225912020 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208225912020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208225912020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208225912020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208225912022 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208225912022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208225912023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208225912023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:59:13.035767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25091): Terminating (SIGTERM)\u000a22:59:13.076346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25094): Terminating (SIGTERM)\u000a22:59:13.116807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25097): Terminating (SIGTERM)\u000a22:59:13.126571 --- ParallelTerminationStrategy: PID 25091 died...\u000a22:59:13.180900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25091): Terminated: ok {rc=0}\u000a22:59:13.190810 --- ParallelTerminationStrategy: PID 25094 died...\u000a22:59:13.244693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25094): Terminated: ok {rc=0}\u000a22:59:13.254734 --- ParallelTerminationStrategy: PID 25097 died...\u000a22:59:13.308878 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25097): Terminated: ok {rc=0}\u000a22:59:13.398317 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 20, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25106): Process ended prematurely: osmo-stp_10.42.42.5(pid=25106) [trial-2350↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25106)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25106): Process ended prematurely: osmo-stp_10.42.42.5(pid=25106) [trial-2350↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25106)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a22:59:14.514880 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:14.525983 tst encryption: Using 1 x bts (candidates: 1)\u000a22:59:14.656466 tst register_a5_1_authreq.py: using LAC 17341\u000a22:59:14.785344 tst register_a5_1_authreq.py: using RAC 1\u000a22:59:14.913519 tst register_a5_1_authreq.py: using CellId 17341\u000a22:59:15.043344 tst register_a5_1_authreq.py: using BVCI 17342\u000a22:59:15.068575 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:15.079635 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:15.090662 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:15.101441 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:15.112099 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:15.122841 tst encryption: Using 1 x modem (candidates: 1)\u000a22:59:15.422128 tst register_a5_1_authreq.py:8: start network...\u000a22:59:15.560551 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:59:16.144391 run create_hlr_db(pid=25100): Launched\u000a22:59:16.373421 bus /sierra_2: Setting Powered False\u000a22:59:17.362886 run create_hlr_db(pid=25100): Terminated: ok {rc=0}\u000a22:59:17.829935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25102): Launched\u000a22:59:18.160780 run osmo-hlr_10.42.42.2(pid=25103): Launched\u000a22:59:18.283095 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:59:18.859441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25105): Launched\u000a22:59:19.190337 run osmo-stp_10.42.42.5(pid=25106): Launched\u000a22:59:19.315797 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:59:19.918378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25108): Launched\u000a22:59:20.250927 run osmo-msc_10.42.42.6(pid=25109): Launched\u000a22:59:20.444759 run osmo-stp_10.42.42.5(pid=25106): ERR: Terminated: ERROR {rc=1} [trial-2350↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25106)]\u000a22:59:20.585311 run osmo-stp_10.42.42.5(pid=25106): stdout: \u000a| (launched: 2022-12-08_22:59:19.028286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:20.725522 run osmo-stp_10.42.42.5(pid=25106): stderr: \u000a| �[0;m�[38;5;43m20221208225919222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225919223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225919223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225919223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225919226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225919226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225919226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:20.859487 run osmo-stp_10.42.42.5(pid=25106): stdout: \u000a| (launched: 2022-12-08_22:59:19.028286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:20.992185 run osmo-stp_10.42.42.5(pid=25106): stderr: \u000a| �[0;m�[38;5;43m20221208225919222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225919223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225919223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225919223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225919226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225919226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225919226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:21.050673 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25106): Process ended prematurely: osmo-stp_10.42.42.5(pid=25106) [trial-2350↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25106)] [trial-2350↪encryption↪register_a5_1_authreq.py:8]\u000a22:59:21.060065 tst register_a5_1_authreq.py:8: Test FAILED (6.6 sec)\u000a22:59:21.124201 run osmo-hlr_10.42.42.2(pid=25103): ERR: Terminated: ERROR {rc=237} [trial-2350↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25103)]\u000a22:59:21.177167 run osmo-hlr_10.42.42.2(pid=25103): stdout: \u000a| (launched: 2022-12-08_22:59:17.998953) \u000a22:59:21.230434 run osmo-hlr_10.42.42.2(pid=25103): stderr: \u000a| �[0;m�[1;31m20221208225918199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225918199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225918200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225918200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225918200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225918200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225918215 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225918226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225918226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225918226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:59:21.302357 run osmo-msc_10.42.42.6(pid=25109): ERR: Terminated: ERROR {rc=2} [trial-2350↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25109)]\u000a22:59:21.354589 run osmo-msc_10.42.42.6(pid=25109): stdout: \u000a| (launched: 2022-12-08_22:59:20.088158) \u000a22:59:21.407478 run osmo-msc_10.42.42.6(pid=25109): stderr: \u000a| �[0;m�[38;5;43m20221208225920414 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208225920414 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f469710ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208225920414 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208225920415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208225920415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208225920415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208225920417 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208225920417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208225920417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208225920417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:59:21.452103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25102): Terminating (SIGTERM)\u000a22:59:21.494878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25105): Terminating (SIGTERM)\u000a22:59:21.537575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25108): Terminating (SIGTERM)\u000a22:59:21.547618 --- ParallelTerminationStrategy: PID 25102 died...\u000a22:59:21.604614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25102): Terminated: ok {rc=0}\u000a22:59:21.615238 --- ParallelTerminationStrategy: PID 25105 died...\u000a22:59:21.671967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25105): Terminated: ok {rc=0}\u000a22:59:21.682269 --- ParallelTerminationStrategy: PID 25108 died...\u000a22:59:21.739040 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25108): Terminated: ok {rc=0}\u000a22:59:21.827664 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 20, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25117): Process ended prematurely: osmo-stp_10.42.42.5(pid=25117) [trial-2350↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25117)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25117): Process ended prematurely: osmo-stp_10.42.42.5(pid=25117) [trial-2350↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25117)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a22:59:22.948427 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:22.960079 tst encryption: Using 1 x bts (candidates: 1)\u000a22:59:23.097840 tst register_a5_3_authreq.py: using LAC 17342\u000a22:59:23.227500 tst register_a5_3_authreq.py: using RAC 2\u000a22:59:23.352894 tst register_a5_3_authreq.py: using CellId 17342\u000a22:59:23.476077 tst register_a5_3_authreq.py: using BVCI 17343\u000a22:59:23.499874 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:23.510548 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:23.521094 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:23.532500 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:23.543697 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:23.554678 tst encryption: Using 1 x modem (candidates: 1)\u000a22:59:23.860455 tst register_a5_3_authreq.py:8: start network...\u000a22:59:23.998739 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:59:24.526404 run create_hlr_db(pid=25111): Launched\u000a22:59:24.717587 bus /sierra_2: Setting Powered False\u000a22:59:25.738387 run create_hlr_db(pid=25111): Terminated: ok {rc=0}\u000a22:59:26.153166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25113): Launched\u000a22:59:26.462893 run osmo-hlr_10.42.42.2(pid=25114): Launched\u000a22:59:26.586113 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:59:27.133099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25116): Launched\u000a22:59:27.443560 run osmo-stp_10.42.42.5(pid=25117): Launched\u000a22:59:27.559619 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:59:28.123195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25119): Launched\u000a22:59:28.434052 run osmo-msc_10.42.42.6(pid=25120): Launched\u000a22:59:28.617757 run osmo-stp_10.42.42.5(pid=25117): ERR: Terminated: ERROR {rc=1} [trial-2350↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25117)]\u000a22:59:28.750939 run osmo-stp_10.42.42.5(pid=25117): stdout: \u000a| (launched: 2022-12-08_22:59:27.291365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:28.882737 run osmo-stp_10.42.42.5(pid=25117): stderr: \u000a| �[0;m�[38;5;43m20221208225927462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225927462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225927463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225927463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225927463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225927463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225927464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:29.008620 run osmo-stp_10.42.42.5(pid=25117): stdout: \u000a| (launched: 2022-12-08_22:59:27.291365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:29.133888 run osmo-stp_10.42.42.5(pid=25117): stderr: \u000a| �[0;m�[38;5;43m20221208225927462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208225927462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208225927463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208225927463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208225927463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208225927463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208225927464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:29.188926 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25117): Process ended prematurely: osmo-stp_10.42.42.5(pid=25117) [trial-2350↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25117)] [trial-2350↪encryption↪register_a5_3_authreq.py:8]\u000a22:59:29.198043 tst register_a5_3_authreq.py:8: Test FAILED (6.3 sec)\u000a22:59:29.259117 run osmo-hlr_10.42.42.2(pid=25114): ERR: Terminated: ERROR {rc=237} [trial-2350↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25114)]\u000a22:59:29.309156 run osmo-hlr_10.42.42.2(pid=25114): stdout: \u000a| (launched: 2022-12-08_22:59:26.311387) \u000a22:59:29.360229 run osmo-hlr_10.42.42.2(pid=25114): stderr: \u000a| �[0;m�[1;31m20221208225926490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208225926490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208225926490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225926490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208225926490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208225926490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208225926502 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208225926511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208225926511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208225926511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:59:29.428655 run osmo-msc_10.42.42.6(pid=25120): ERR: Terminated: ERROR {rc=2} [trial-2350↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25120)]\u000a22:59:29.478501 run osmo-msc_10.42.42.6(pid=25120): stdout: \u000a| (launched: 2022-12-08_22:59:28.281204) \u000a22:59:29.529215 run osmo-msc_10.42.42.6(pid=25120): stderr: \u000a| �[0;m�[38;5;43m20221208225928551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208225928551 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa3aecefc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208225928551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208225928551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208225928551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208225928552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208225928553 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208225928554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208225928554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208225928554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:59:29.571467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25113): Terminating (SIGTERM)\u000a22:59:29.612395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25116): Terminating (SIGTERM)\u000a22:59:29.652738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25119): Terminating (SIGTERM)\u000a22:59:29.662168 --- ParallelTerminationStrategy: PID 25113 died...\u000a22:59:29.716475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25113): Terminated: ok {rc=0}\u000a22:59:29.726065 --- ParallelTerminationStrategy: PID 25116 died...\u000a22:59:29.779920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25116): Terminated: ok {rc=0}\u000a22:59:29.789829 --- ParallelTerminationStrategy: PID 25119 died...\u000a22:59:29.844125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25119): Terminated: ok {rc=0}\u000a22:59:29.928232 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 34.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:58:57" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 21.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=25137): Process ended prematurely: srsepc(pid=25137) [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25137)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=25137): Process ended prematurely: srsepc(pid=25137) [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25137)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a22:59:31.939529 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a22:59:31.984181 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a22:59:32.000767 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a22:59:32.025533 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a22:59:32.194775 tst handover.py: using MSISDN 6900\u000a22:59:32.307029 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='6900', subscriber_id=0}\u000a22:59:32.414632 run srsepc_10.42.42.118: Starting srsepc\u000a22:59:34.269581 run rm-remote-dir(pid=25125): Launched\u000a22:59:34.455280 bus /sierra_2: Setting Powered False\u000a22:59:35.480577 run rm-remote-dir(pid=25125): Terminated: ok {rc=0}\u000a22:59:35.933436 run mk-remote-dir(pid=25126): Launched\u000a22:59:37.135086 run mk-remote-dir(pid=25126): Terminated: ok {rc=0}\u000a22:59:37.439989 run scp-inst-to-remote(pid=25127): Launched\u000a22:59:39.640228 run scp-inst-to-remote(pid=25127): Terminated: ok {rc=0}\u000a22:59:39.991249 run rm-remote-dir(pid=25129): Launched\u000a22:59:41.192801 run rm-remote-dir(pid=25129): Terminated: ok {rc=0}\u000a22:59:41.543985 run mk-remote-dir(pid=25130): Launched\u000a22:59:42.746352 run mk-remote-dir(pid=25130): Terminated: ok {rc=0}\u000a22:59:43.043212 run scp-cfg-to-remote(pid=25131): Launched\u000a22:59:44.242444 run scp-cfg-to-remote(pid=25131): Terminated: ok {rc=0}\u000a22:59:44.539073 run scp-db-to-remote(pid=25133): Launched\u000a22:59:45.738828 run scp-db-to-remote(pid=25133): Terminated: ok {rc=0}\u000a22:59:45.863654 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a22:59:46.254853 run patchelf(pid=25135): Launched\u000a22:59:47.459934 run patchelf(pid=25135): Terminated: ok {rc=0}\u000a22:59:47.582781 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a22:59:47.925593 run setcap-netadm(pid=25136): Launched\u000a22:59:49.125248 run setcap-netadm(pid=25136): Terminated: ok {rc=0}\u000a22:59:49.458983 run srsepc(pid=25137): Launched\u000a22:59:49.579350 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a22:59:50.775342 run rm-remote-dir(pid=25138): Launched\u000a22:59:50.974228 run srsepc(pid=25137): ERR: Terminated: ERROR {rc=127} [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25137)]\u000a22:59:51.119971 run srsepc(pid=25137): stdout: \u000a| (launched: 2022-12-08_22:59:49.300319)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a22:59:51.265596 run srsepc(pid=25137): stderr: \u000a| (launched: 2022-12-08_22:59:49.349929)\u000a| Connection to 10.42.42.116 closed. \u000a22:59:51.406783 run srsepc(pid=25137): stdout: \u000a| (launched: 2022-12-08_22:59:49.300319)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a22:59:51.547004 run srsepc(pid=25137): stderr: \u000a| (launched: 2022-12-08_22:59:49.349929)\u000a| Connection to 10.42.42.116 closed. \u000a22:59:51.710394 run rm-remote-dir(pid=25138): Terminating (SIGINT)\u000a22:59:51.901337 run rm-remote-dir(pid=25138): Terminated: ok {rc=0}\u000a22:59:51.936273 tst handover.py:37: ERR: Error: srsepc(pid=25137): Process ended prematurely: srsepc(pid=25137) [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25137)] [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a22:59:51.946480 tst handover.py:37: Test FAILED (20.2 sec)\u000a22:59:52.063146 run scp-back-log(pid=25139): Launched\u000a22:59:53.155432 run scp-back-log(pid=25139): ERR: Terminated: ERROR {rc=1} [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=25139)]\u000a22:59:53.221940 run scp-back-log(pid=25139): stdout: \u000a| (launched: 2022-12-08_22:59:51.990772) \u000a22:59:53.288723 run scp-back-log(pid=25139): stderr: \u000a| (launched: 2022-12-08_22:59:52.011728)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a22:59:53.344927 tst srsepc_10.42.42.118: Error('scp-back-log(pid=25139): launch_sync(): local process exited with status 1 [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=25139)]')\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=25156): Process ended prematurely: srsepc(pid=25156) [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25156)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=25156): Process ended prematurely: srsepc(pid=25156) [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25156)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a22:59:53.539477 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a22:59:53.584591 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a22:59:53.804466 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a22:59:53.849639 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a22:59:53.865730 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a22:59:53.994545 tst iperf3_bidir.py: using MSISDN 6901\u000a22:59:54.111210 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='6901', subscriber_id=0}\u000a22:59:54.226857 run srsepc_10.42.42.118: Starting srsepc\u000a22:59:54.915769 run rm-remote-dir(pid=25141): Launched\u000a22:59:56.117671 run rm-remote-dir(pid=25141): Terminated: ok {rc=0}\u000a22:59:56.469890 run mk-remote-dir(pid=25142): Launched\u000a22:59:57.671398 run mk-remote-dir(pid=25142): Terminated: ok {rc=0}\u000a22:59:57.967342 run scp-inst-to-remote(pid=25143): Launched\u000a23:00:00.167145 run scp-inst-to-remote(pid=25143): Terminated: ok {rc=0}\u000a23:00:00.519882 run rm-remote-dir(pid=25145): Launched\u000a23:00:01.714465 run rm-remote-dir(pid=25145): Terminated: ok {rc=0}\u000a23:00:02.153331 run mk-remote-dir(pid=25146): Launched\u000a23:00:03.367798 run mk-remote-dir(pid=25146): Terminated: ok {rc=0}\u000a23:00:03.664907 run scp-cfg-to-remote(pid=25150): Launched\u000a23:00:04.863722 run scp-cfg-to-remote(pid=25150): Terminated: ok {rc=0}\u000a23:00:05.160148 run scp-db-to-remote(pid=25152): Launched\u000a23:00:06.359871 run scp-db-to-remote(pid=25152): Terminated: ok {rc=0}\u000a23:00:06.482641 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a23:00:06.825155 run patchelf(pid=25154): Launched\u000a23:00:08.024226 run patchelf(pid=25154): Terminated: ok {rc=0}\u000a23:00:08.146646 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a23:00:08.489368 run setcap-netadm(pid=25155): Launched\u000a23:00:09.688915 run setcap-netadm(pid=25155): Terminated: ok {rc=0}\u000a23:00:10.023187 run srsepc(pid=25156): Launched\u000a23:00:10.141209 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a23:00:11.340430 run rm-remote-dir(pid=25157): Launched\u000a23:00:11.539615 run srsepc(pid=25156): ERR: Terminated: ERROR {rc=127} [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25156)]\u000a23:00:11.685470 run srsepc(pid=25156): stdout: \u000a| (launched: 2022-12-08_23:00:09.863877)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:00:11.831156 run srsepc(pid=25156): stderr: \u000a| (launched: 2022-12-08_23:00:09.913480)\u000a| Connection to 10.42.42.116 closed. \u000a23:00:11.972455 run srsepc(pid=25156): stdout: \u000a| (launched: 2022-12-08_23:00:09.863877)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:00:12.112589 run srsepc(pid=25156): stderr: \u000a| (launched: 2022-12-08_23:00:09.913480)\u000a| Connection to 10.42.42.116 closed. \u000a23:00:12.276460 run rm-remote-dir(pid=25157): Terminating (SIGINT)\u000a23:00:12.467949 run rm-remote-dir(pid=25157): Terminated: ok {rc=0}\u000a23:00:12.503382 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=25156): Process ended prematurely: srsepc(pid=25156) [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25156)] [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a23:00:12.513939 tst iperf3_bidir.py:42: Test FAILED (19.1 sec)\u000a23:00:12.632618 run scp-back-log(pid=25158): Launched\u000a23:00:13.725835 run scp-back-log(pid=25158): ERR: Terminated: ERROR {rc=1} [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=25158)]\u000a23:00:13.792799 run scp-back-log(pid=25158): stdout: \u000a| (launched: 2022-12-08_23:00:12.558141) \u000a23:00:13.860190 run scp-back-log(pid=25158): stderr: \u000a| (launched: 2022-12-08_23:00:12.579307)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a23:00:13.916996 tst srsepc_10.42.42.118: Error('scp-back-log(pid=25158): launch_sync(): local process exited with status 1 [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=25158)]')\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=25172): Process ended prematurely: srsepc(pid=25172) [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25172)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=25172): Process ended prematurely: srsepc(pid=25172) [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25172)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a23:00:14.112232 tst iperf3_dl.py:13: Number of physical ue: 1\u000a23:00:14.157823 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a23:00:14.365708 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a23:00:14.408124 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a23:00:14.424097 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a23:00:14.553249 tst iperf3_dl.py: using MSISDN 6902\u000a23:00:14.670648 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='6902', subscriber_id=0}\u000a23:00:14.786031 run srsepc_10.42.42.118: Starting srsepc\u000a23:00:15.472573 run rm-remote-dir(pid=25160): Launched\u000a23:00:16.675713 run rm-remote-dir(pid=25160): Terminated: ok {rc=0}\u000a23:00:17.085352 run mk-remote-dir(pid=25161): Launched\u000a23:00:18.298561 run mk-remote-dir(pid=25161): Terminated: ok {rc=0}\u000a23:00:18.594654 run scp-inst-to-remote(pid=25162): Launched\u000a23:00:20.795744 run scp-inst-to-remote(pid=25162): Terminated: ok {rc=0}\u000a23:00:21.146491 run rm-remote-dir(pid=25164): Launched\u000a23:00:22.348199 run rm-remote-dir(pid=25164): Terminated: ok {rc=0}\u000a23:00:22.699537 run mk-remote-dir(pid=25165): Launched\u000a23:00:23.901255 run mk-remote-dir(pid=25165): Terminated: ok {rc=0}\u000a23:00:24.197766 run scp-cfg-to-remote(pid=25166): Launched\u000a23:00:25.396551 run scp-cfg-to-remote(pid=25166): Terminated: ok {rc=0}\u000a23:00:25.693929 run scp-db-to-remote(pid=25168): Launched\u000a23:00:26.894381 run scp-db-to-remote(pid=25168): Terminated: ok {rc=0}\u000a23:00:27.017502 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a23:00:27.360458 run patchelf(pid=25170): Launched\u000a23:00:28.560203 run patchelf(pid=25170): Terminated: ok {rc=0}\u000a23:00:28.683098 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a23:00:29.025387 run setcap-netadm(pid=25171): Launched\u000a23:00:30.225943 run setcap-netadm(pid=25171): Terminated: ok {rc=0}\u000a23:00:30.559588 run srsepc(pid=25172): Launched\u000a23:00:30.676736 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a23:00:32.006068 run rm-remote-dir(pid=25173): Launched\u000a23:00:32.273220 run srsepc(pid=25172): ERR: Terminated: ERROR {rc=127} [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25172)]\u000a23:00:32.418591 run srsepc(pid=25172): stdout: \u000a| (launched: 2022-12-08_23:00:30.401321)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:00:32.564173 run srsepc(pid=25172): stderr: \u000a| (launched: 2022-12-08_23:00:30.450639)\u000a| Connection to 10.42.42.116 closed. \u000a23:00:32.705662 run srsepc(pid=25172): stdout: \u000a| (launched: 2022-12-08_23:00:30.401321)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:00:32.846536 run srsepc(pid=25172): stderr: \u000a| (launched: 2022-12-08_23:00:30.450639)\u000a| Connection to 10.42.42.116 closed. \u000a23:00:33.009993 run rm-remote-dir(pid=25173): Terminating (SIGINT)\u000a23:00:33.201531 run rm-remote-dir(pid=25173): Terminated: ok {rc=0}\u000a23:00:33.236625 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=25172): Process ended prematurely: srsepc(pid=25172) [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25172)] [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a23:00:33.247376 tst iperf3_dl.py:42: Test FAILED (19.3 sec)\u000a23:00:33.364655 run scp-back-log(pid=25174): Launched\u000a23:00:34.457335 run scp-back-log(pid=25174): ERR: Terminated: ERROR {rc=1} [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=25174)]\u000a23:00:34.524376 run scp-back-log(pid=25174): stdout: \u000a| (launched: 2022-12-08_23:00:33.292022) \u000a23:00:34.591568 run scp-back-log(pid=25174): stderr: \u000a| (launched: 2022-12-08_23:00:33.313263)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a23:00:34.648169 tst srsepc_10.42.42.118: Error('scp-back-log(pid=25174): launch_sync(): local process exited with status 1 [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=25174)]')\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=25188): Process ended prematurely: srsepc(pid=25188) [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25188)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=25188): Process ended prematurely: srsepc(pid=25188) [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25188)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a23:00:34.843219 tst iperf3_ul.py:13: Number of physical ue: 1\u000a23:00:34.888332 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a23:00:35.108514 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a23:00:35.153705 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a23:00:35.170009 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a23:00:35.299676 tst iperf3_ul.py: using MSISDN 6903\u000a23:00:35.416118 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='6903', subscriber_id=0}\u000a23:00:35.531350 run srsepc_10.42.42.118: Starting srsepc\u000a23:00:36.218952 run rm-remote-dir(pid=25176): Launched\u000a23:00:37.421270 run rm-remote-dir(pid=25176): Terminated: ok {rc=0}\u000a23:00:37.773583 run mk-remote-dir(pid=25177): Launched\u000a23:00:38.975774 run mk-remote-dir(pid=25177): Terminated: ok {rc=0}\u000a23:00:39.273084 run scp-inst-to-remote(pid=25178): Launched\u000a23:00:41.473887 run scp-inst-to-remote(pid=25178): Terminated: ok {rc=0}\u000a23:00:41.825299 run rm-remote-dir(pid=25180): Launched\u000a23:00:43.027256 run rm-remote-dir(pid=25180): Terminated: ok {rc=0}\u000a23:00:43.379411 run mk-remote-dir(pid=25181): Launched\u000a23:00:44.581409 run mk-remote-dir(pid=25181): Terminated: ok {rc=0}\u000a23:00:44.877901 run scp-cfg-to-remote(pid=25182): Launched\u000a23:00:46.091062 run scp-cfg-to-remote(pid=25182): Terminated: ok {rc=0}\u000a23:00:46.443833 run scp-db-to-remote(pid=25184): Launched\u000a23:00:47.642625 run scp-db-to-remote(pid=25184): Terminated: ok {rc=0}\u000a23:00:47.757370 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a23:00:48.079269 run patchelf(pid=25186): Launched\u000a23:00:49.265806 run patchelf(pid=25186): Terminated: ok {rc=0}\u000a23:00:49.380268 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a23:00:49.702331 run setcap-netadm(pid=25187): Launched\u000a23:00:50.890346 run setcap-netadm(pid=25187): Terminated: ok {rc=0}\u000a23:00:51.204458 run srsepc(pid=25188): Launched\u000a23:00:51.314225 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a23:00:52.441747 run rm-remote-dir(pid=25189): Launched\u000a23:00:52.630699 run srsepc(pid=25188): ERR: Terminated: ERROR {rc=127} [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25188)]\u000a23:00:52.769398 run srsepc(pid=25188): stdout: \u000a| (launched: 2022-12-08_23:00:51.054127)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:00:52.906992 run srsepc(pid=25188): stderr: \u000a| (launched: 2022-12-08_23:00:51.100200)\u000a| Connection to 10.42.42.116 closed. \u000a23:00:53.040232 run srsepc(pid=25188): stdout: \u000a| (launched: 2022-12-08_23:00:51.054127)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:00:53.172044 run srsepc(pid=25188): stderr: \u000a| (launched: 2022-12-08_23:00:51.100200)\u000a| Connection to 10.42.42.116 closed. \u000a23:00:53.325972 run rm-remote-dir(pid=25189): Terminating (SIGINT)\u000a23:00:53.506682 run rm-remote-dir(pid=25189): Terminated: ok {rc=0}\u000a23:00:53.539794 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=25188): Process ended prematurely: srsepc(pid=25188) [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25188)] [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a23:00:53.549524 tst iperf3_ul.py:42: Test FAILED (18.9 sec)\u000a23:00:53.661354 run scp-back-log(pid=25190): Launched\u000a23:00:54.749628 run scp-back-log(pid=25190): ERR: Terminated: ERROR {rc=1} [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=25190)]\u000a23:00:54.813547 run scp-back-log(pid=25190): stdout: \u000a| (launched: 2022-12-08_23:00:53.591177) \u000a23:00:54.877760 run scp-back-log(pid=25190): stderr: \u000a| (launched: 2022-12-08_23:00:53.611298)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a23:00:54.932195 tst srsepc_10.42.42.118: Error('scp-back-log(pid=25190): launch_sync(): local process exited with status 1 [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=25190)]')\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=25204): Process ended prematurely: srsepc(pid=25204) [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25204)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=25204): Process ended prematurely: srsepc(pid=25204) [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25204)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a23:00:54.946584 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a23:00:54.962841 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a23:00:54.985302 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a23:00:55.134195 tst ping.py: using MSISDN 6904\u000a23:00:55.252065 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='6904', subscriber_id=0}\u000a23:00:55.368128 run srsepc_10.42.42.118: Starting srsepc\u000a23:00:56.056913 run rm-remote-dir(pid=25192): Launched\u000a23:00:57.258813 run rm-remote-dir(pid=25192): Terminated: ok {rc=0}\u000a23:00:57.609364 run mk-remote-dir(pid=25193): Launched\u000a23:00:58.810290 run mk-remote-dir(pid=25193): Terminated: ok {rc=0}\u000a23:00:59.106467 run scp-inst-to-remote(pid=25194): Launched\u000a23:01:01.354452 run scp-inst-to-remote(pid=25194): Terminated: ok {rc=0}\u000a23:01:01.743727 run rm-remote-dir(pid=25196): Launched\u000a23:01:02.936120 run rm-remote-dir(pid=25196): Terminated: ok {rc=0}\u000a23:01:03.267773 run mk-remote-dir(pid=25197): Launched\u000a23:01:04.457375 run mk-remote-dir(pid=25197): Terminated: ok {rc=0}\u000a23:01:04.735786 run scp-cfg-to-remote(pid=25198): Launched\u000a23:01:05.921926 run scp-cfg-to-remote(pid=25198): Terminated: ok {rc=0}\u000a23:01:06.201363 run scp-db-to-remote(pid=25200): Launched\u000a23:01:07.389264 run scp-db-to-remote(pid=25200): Terminated: ok {rc=0}\u000a23:01:07.503798 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a23:01:07.825092 run patchelf(pid=25202): Launched\u000a23:01:09.011491 run patchelf(pid=25202): Terminated: ok {rc=0}\u000a23:01:09.126334 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a23:01:09.447425 run setcap-netadm(pid=25203): Launched\u000a23:01:10.634946 run setcap-netadm(pid=25203): Terminated: ok {rc=0}\u000a23:01:10.947384 run srsepc(pid=25204): Launched\u000a23:01:11.056796 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a23:01:12.191031 run rm-remote-dir(pid=25205): Launched\u000a23:01:12.379382 run srsepc(pid=25204): ERR: Terminated: ERROR {rc=127} [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25204)]\u000a23:01:12.518079 run srsepc(pid=25204): stdout: \u000a| (launched: 2022-12-08_23:01:10.798137)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:01:12.655085 run srsepc(pid=25204): stderr: \u000a| (launched: 2022-12-08_23:01:10.844117)\u000a| Connection to 10.42.42.116 closed. \u000a23:01:12.787653 run srsepc(pid=25204): stdout: \u000a| (launched: 2022-12-08_23:01:10.798137)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:01:12.919126 run srsepc(pid=25204): stderr: \u000a| (launched: 2022-12-08_23:01:10.844117)\u000a| Connection to 10.42.42.116 closed. \u000a23:01:13.072214 run rm-remote-dir(pid=25205): Terminating (SIGINT)\u000a23:01:13.252456 run rm-remote-dir(pid=25205): Terminated: ok {rc=0}\u000a23:01:13.285804 tst ping.py:16: ERR: Error: srsepc(pid=25204): Process ended prematurely: srsepc(pid=25204) [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25204)] [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a23:01:13.295655 tst ping.py:16: Test FAILED (18.3 sec)\u000a23:01:13.407186 run scp-back-log(pid=25206): Launched\u000a23:01:14.495318 run scp-back-log(pid=25206): ERR: Terminated: ERROR {rc=1} [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=25206)]\u000a23:01:14.559014 run scp-back-log(pid=25206): stdout: \u000a| (launched: 2022-12-08_23:01:13.337410) \u000a23:01:14.623831 run scp-back-log(pid=25206): stderr: \u000a| (launched: 2022-12-08_23:01:13.357473)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a23:01:14.678006 tst srsepc_10.42.42.118: Error('scp-back-log(pid=25206): launch_sync(): local process exited with status 1 [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=25206)]')\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=25220): Process ended prematurely: srsepc(pid=25220) [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25220)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=25220): Process ended prematurely: srsepc(pid=25220) [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25220)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a23:01:14.692009 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a23:01:14.708272 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a23:01:14.730763 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a23:01:14.872389 tst rrc_idle_mo_ping.py: using MSISDN 6905\u000a23:01:14.981518 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='6905', subscriber_id=0}\u000a23:01:15.089292 run srsepc_10.42.42.118: Starting srsepc\u000a23:01:15.736655 run rm-remote-dir(pid=25208): Launched\u000a23:01:16.926846 run rm-remote-dir(pid=25208): Terminated: ok {rc=0}\u000a23:01:17.303958 run mk-remote-dir(pid=25209): Launched\u000a23:01:18.505305 run mk-remote-dir(pid=25209): Terminated: ok {rc=0}\u000a23:01:18.801958 run scp-inst-to-remote(pid=25210): Launched\u000a23:01:21.002387 run scp-inst-to-remote(pid=25210): Terminated: ok {rc=0}\u000a23:01:21.354289 run rm-remote-dir(pid=25212): Launched\u000a23:01:22.554743 run rm-remote-dir(pid=25212): Terminated: ok {rc=0}\u000a23:01:22.907634 run mk-remote-dir(pid=25213): Launched\u000a23:01:24.109444 run mk-remote-dir(pid=25213): Terminated: ok {rc=0}\u000a23:01:24.405905 run scp-cfg-to-remote(pid=25214): Launched\u000a23:01:25.603673 run scp-cfg-to-remote(pid=25214): Terminated: ok {rc=0}\u000a23:01:25.900077 run scp-db-to-remote(pid=25216): Launched\u000a23:01:27.099402 run scp-db-to-remote(pid=25216): Terminated: ok {rc=0}\u000a23:01:27.222576 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a23:01:27.564066 run patchelf(pid=25218): Launched\u000a23:01:28.763317 run patchelf(pid=25218): Terminated: ok {rc=0}\u000a23:01:28.886017 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a23:01:29.227499 run setcap-netadm(pid=25219): Launched\u000a23:01:30.427512 run setcap-netadm(pid=25219): Terminated: ok {rc=0}\u000a23:01:30.760384 run srsepc(pid=25220): Launched\u000a23:01:30.946991 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a23:01:32.233411 run rm-remote-dir(pid=25221): Launched\u000a23:01:32.437276 run srsepc(pid=25220): ERR: Terminated: ERROR {rc=127} [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25220)]\u000a23:01:32.582430 run srsepc(pid=25220): stdout: \u000a| (launched: 2022-12-08_23:01:30.602505)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:01:32.727974 run srsepc(pid=25220): stderr: \u000a| (launched: 2022-12-08_23:01:30.651686)\u000a| Connection to 10.42.42.116 closed. \u000a23:01:32.869075 run srsepc(pid=25220): stdout: \u000a| (launched: 2022-12-08_23:01:30.602505)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:01:33.009240 run srsepc(pid=25220): stderr: \u000a| (launched: 2022-12-08_23:01:30.651686)\u000a| Connection to 10.42.42.116 closed. \u000a23:01:33.172506 run rm-remote-dir(pid=25221): Terminating (SIGINT)\u000a23:01:33.364568 run rm-remote-dir(pid=25221): Terminated: ok {rc=0}\u000a23:01:33.399766 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=25220): Process ended prematurely: srsepc(pid=25220) [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25220)] [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a23:01:33.410365 tst rrc_idle_mo_ping.py:16: Test FAILED (18.7 sec)\u000a23:01:33.528458 run scp-back-log(pid=25222): Launched\u000a23:01:34.620794 run scp-back-log(pid=25222): ERR: Terminated: ERROR {rc=1} [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=25222)]\u000a23:01:34.687643 run scp-back-log(pid=25222): stdout: \u000a| (launched: 2022-12-08_23:01:33.455169) \u000a23:01:34.754677 run scp-back-log(pid=25222): stderr: \u000a| (launched: 2022-12-08_23:01:33.476461)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a23:01:34.811674 tst srsepc_10.42.42.118: Error('scp-back-log(pid=25222): launch_sync(): local process exited with status 1 [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=25222)]')\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=25236): Process ended prematurely: srsepc(pid=25236) [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25236)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=25236): Process ended prematurely: srsepc(pid=25236) [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25236)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a23:01:34.828469 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a23:01:34.845948 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a23:01:34.870059 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a23:01:35.016799 tst rrc_idle_mt_ping.py: using MSISDN 6906\u000a23:01:35.133291 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='6906', subscriber_id=0}\u000a23:01:35.249370 run srsepc_10.42.42.118: Starting srsepc\u000a23:01:35.936721 run rm-remote-dir(pid=25224): Launched\u000a23:01:37.138741 run rm-remote-dir(pid=25224): Terminated: ok {rc=0}\u000a23:01:37.491641 run mk-remote-dir(pid=25225): Launched\u000a23:01:38.693732 run mk-remote-dir(pid=25225): Terminated: ok {rc=0}\u000a23:01:38.991399 run scp-inst-to-remote(pid=25226): Launched\u000a23:01:41.191567 run scp-inst-to-remote(pid=25226): Terminated: ok {rc=0}\u000a23:01:41.543959 run rm-remote-dir(pid=25228): Launched\u000a23:01:42.745478 run rm-remote-dir(pid=25228): Terminated: ok {rc=0}\u000a23:01:43.094194 run mk-remote-dir(pid=25229): Launched\u000a23:01:44.283627 run mk-remote-dir(pid=25229): Terminated: ok {rc=0}\u000a23:01:44.563975 run scp-cfg-to-remote(pid=25230): Launched\u000a23:01:45.751674 run scp-cfg-to-remote(pid=25230): Terminated: ok {rc=0}\u000a23:01:46.094612 run scp-db-to-remote(pid=25232): Launched\u000a23:01:47.296709 run scp-db-to-remote(pid=25232): Terminated: ok {rc=0}\u000a23:01:47.413950 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a23:01:47.736104 run patchelf(pid=25234): Launched\u000a23:01:48.923257 run patchelf(pid=25234): Terminated: ok {rc=0}\u000a23:01:49.038221 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a23:01:49.361665 run setcap-netadm(pid=25235): Launched\u000a23:01:50.549082 run setcap-netadm(pid=25235): Terminated: ok {rc=0}\u000a23:01:50.864471 run srsepc(pid=25236): Launched\u000a23:01:50.974663 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a23:01:52.112834 run rm-remote-dir(pid=25237): Launched\u000a23:01:52.300874 run srsepc(pid=25236): ERR: Terminated: ERROR {rc=127} [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25236)]\u000a23:01:52.439155 run srsepc(pid=25236): stdout: \u000a| (launched: 2022-12-08_23:01:50.713524)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:01:52.576204 run srsepc(pid=25236): stderr: \u000a| (launched: 2022-12-08_23:01:50.759755)\u000a| Connection to 10.42.42.116 closed. \u000a23:01:52.708659 run srsepc(pid=25236): stdout: \u000a| (launched: 2022-12-08_23:01:50.713524)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:01:52.839995 run srsepc(pid=25236): stderr: \u000a| (launched: 2022-12-08_23:01:50.759755)\u000a| Connection to 10.42.42.116 closed. \u000a23:01:52.993501 run rm-remote-dir(pid=25237): Terminating (SIGINT)\u000a23:01:53.173910 run rm-remote-dir(pid=25237): Terminated: ok {rc=0}\u000a23:01:53.207234 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=25236): Process ended prematurely: srsepc(pid=25236) [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25236)] [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a23:01:53.216874 tst rrc_idle_mt_ping.py:16: Test FAILED (18.4 sec)\u000a23:01:53.328371 run scp-back-log(pid=25238): Launched\u000a23:01:54.416493 run scp-back-log(pid=25238): ERR: Terminated: ERROR {rc=1} [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=25238)]\u000a23:01:54.479784 run scp-back-log(pid=25238): stdout: \u000a| (launched: 2022-12-08_23:01:53.258454) \u000a23:01:54.543068 run scp-back-log(pid=25238): stderr: \u000a| (launched: 2022-12-08_23:01:53.278585)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a23:01:54.596912 tst srsepc_10.42.42.118: Error('scp-back-log(pid=25238): launch_sync(): local process exited with status 1 [trial-2350↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=25238)]')\u000a" } ], "duration" : 144.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T22:59:31" }, { "cases" : [ { "testActions" : [ ], "age" : 148, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25252): Process ended prematurely: osmo-stp_10.42.42.5(pid=25252) [trial-2350↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25252)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25252): Process ended prematurely: osmo-stp_10.42.42.5(pid=25252) [trial-2350↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25252)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a23:01:55.435579 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a23:01:55.446343 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a23:01:55.583544 tst handover.py: using LAC 17343\u000a23:01:55.710228 tst handover.py: using RAC 3\u000a23:01:55.839334 tst handover.py: using CellId 17343\u000a23:01:55.967905 tst handover.py: using BVCI 17344\u000a23:01:55.992698 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a23:01:56.124585 tst handover.py: using LAC 17344\u000a23:01:56.252930 tst handover.py: using RAC 4\u000a23:01:56.382764 tst handover.py: using CellId 17344\u000a23:01:56.511850 tst handover.py: using BVCI 17345\u000a23:01:56.536542 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a23:01:56.547731 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a23:01:56.558779 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a23:01:56.570142 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a23:01:56.581543 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a23:01:56.592699 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a23:01:56.708776 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a23:01:56.919918 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:01:57.439740 run create_hlr_db(pid=25246): Launched\u000a23:01:58.631111 run create_hlr_db(pid=25246): Terminated: ok {rc=0}\u000a23:01:58.965858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25248): Launched\u000a23:01:59.289778 run osmo-hlr_10.42.42.2(pid=25249): Launched\u000a23:01:59.412603 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:01:59.978464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25251): Launched\u000a23:02:00.303258 run osmo-stp_10.42.42.5(pid=25252): Launched\u000a23:02:00.421577 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:02:01.051131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25254): Launched\u000a23:02:01.463362 run osmo-msc_10.42.42.6(pid=25255): Launched\u000a23:02:01.766535 run osmo-stp_10.42.42.5(pid=25252): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25252)]\u000a23:02:02.110282 run osmo-stp_10.42.42.5(pid=25252): stdout: \u000a| (launched: 2022-12-08_23:02:00.143971)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:02.385656 run osmo-stp_10.42.42.5(pid=25252): stderr: \u000a| �[0;m�[38;5;43m20221208230200334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230200334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230200334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230200335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230200335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230200335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230200335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:02.516512 run osmo-stp_10.42.42.5(pid=25252): stdout: \u000a| (launched: 2022-12-08_23:02:00.143971)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:02.646069 run osmo-stp_10.42.42.5(pid=25252): stderr: \u000a| �[0;m�[38;5;43m20221208230200334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230200334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230200334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230200335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230200335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230200335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230200335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:02.702686 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25252): Process ended prematurely: osmo-stp_10.42.42.5(pid=25252) [trial-2350↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25252)] [trial-2350↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a23:02:02.711368 tst handover.py:18: Test FAILED (7.3 sec)\u000a23:02:02.774621 run osmo-hlr_10.42.42.2(pid=25249): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25249)]\u000a23:02:02.826755 run osmo-hlr_10.42.42.2(pid=25249): stdout: \u000a| (launched: 2022-12-08_23:01:59.131521) \u000a23:02:02.879526 run osmo-hlr_10.42.42.2(pid=25249): stderr: \u000a| �[0;m�[1;31m20221208230159329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230159329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230159329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230159329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230159329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230159329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230159342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230159350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230159351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230159351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:02:02.951298 run osmo-msc_10.42.42.6(pid=25255): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25255)]\u000a23:02:03.003436 run osmo-msc_10.42.42.6(pid=25255): stdout: \u000a| (launched: 2022-12-08_23:02:01.219195) \u000a23:02:03.055856 run osmo-msc_10.42.42.6(pid=25255): stderr: \u000a| �[0;m�[38;5;43m20221208230201858 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230201858 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f73348bec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230201858 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230201859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230201860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230201860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230201867 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230201869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230201870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230201870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:02:03.100505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25248): Terminating (SIGTERM)\u000a23:02:03.142712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25251): Terminating (SIGTERM)\u000a23:02:03.184991 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25254): Terminating (SIGTERM)\u000a23:02:03.194854 --- ParallelTerminationStrategy: PID 25248 died...\u000a23:02:03.251671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25248): Terminated: ok {rc=0}\u000a23:02:03.261876 --- ParallelTerminationStrategy: PID 25251 died...\u000a23:02:03.318242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25251): Terminated: ok {rc=0}\u000a23:02:03.328291 --- ParallelTerminationStrategy: PID 25254 died...\u000a23:02:03.384450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25254): Terminated: ok {rc=0}\u000a23:02:03.472408 bus /sierra_3: Setting Powered False\u000a23:02:04.576076 bus /sierra_3: Setting Powered False\u000a23:02:05.688755 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:01:55" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25268): Process ended prematurely: osmo-stp_10.42.42.5(pid=25268) [trial-2350↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25268)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25268): Process ended prematurely: osmo-stp_10.42.42.5(pid=25268) [trial-2350↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25268)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a23:02:07.640471 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:02:07.651165 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a23:02:07.776617 tst handover.py: using LAC 17345\u000a23:02:07.899546 tst handover.py: using RAC 5\u000a23:02:08.025379 tst handover.py: using CellId 17345\u000a23:02:08.144705 tst handover.py: using BVCI 17346\u000a23:02:08.168026 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a23:02:08.295040 tst handover.py: using LAC 17346\u000a23:02:08.423881 tst handover.py: using RAC 6\u000a23:02:08.550531 tst handover.py: using CellId 17346\u000a23:02:08.674241 tst handover.py: using BVCI 17347\u000a23:02:08.697717 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:02:08.708390 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:02:08.718949 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:02:08.729734 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:02:08.740593 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:02:08.751427 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a23:02:08.867633 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a23:02:09.072574 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:02:09.526471 run create_hlr_db(pid=25261): Launched\u000a23:02:09.651300 bus /sierra_2: Setting Powered False\u000a23:02:10.723726 run create_hlr_db(pid=25261): Terminated: ok {rc=0}\u000a23:02:11.104497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25264): Launched\u000a23:02:11.409239 run osmo-hlr_10.42.42.2(pid=25265): Launched\u000a23:02:11.521263 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:02:12.025483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25267): Launched\u000a23:02:12.330942 run osmo-stp_10.42.42.5(pid=25268): Launched\u000a23:02:12.442963 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:02:12.975339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25270): Launched\u000a23:02:13.283546 run osmo-msc_10.42.42.6(pid=25271): Launched\u000a23:02:13.464111 run osmo-stp_10.42.42.5(pid=25268): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25268)]\u000a23:02:13.595184 run osmo-stp_10.42.42.5(pid=25268): stdout: \u000a| (launched: 2022-12-08_23:02:12.180631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:13.723428 run osmo-stp_10.42.42.5(pid=25268): stderr: \u000a| �[0;m�[38;5;43m20221208230212351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230212352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230212352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230212352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230212353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230212353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230212353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:13.847239 run osmo-stp_10.42.42.5(pid=25268): stdout: \u000a| (launched: 2022-12-08_23:02:12.180631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:13.969539 run osmo-stp_10.42.42.5(pid=25268): stderr: \u000a| �[0;m�[38;5;43m20221208230212351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230212352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230212352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230212352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230212353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230212353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230212353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:14.022821 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25268): Process ended prematurely: osmo-stp_10.42.42.5(pid=25268) [trial-2350↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25268)] [trial-2350↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a23:02:14.030893 tst handover.py:18: Test FAILED (6.4 sec)\u000a23:02:14.092178 run osmo-hlr_10.42.42.2(pid=25265): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25265)]\u000a23:02:14.142201 run osmo-hlr_10.42.42.2(pid=25265): stdout: \u000a| (launched: 2022-12-08_23:02:11.259977) \u000a23:02:14.193036 run osmo-hlr_10.42.42.2(pid=25265): stderr: \u000a| �[0;m�[1;31m20221208230211437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230211437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230211437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230211437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230211438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230211438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230211462 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230211470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230211471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230211471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:02:14.261709 run osmo-msc_10.42.42.6(pid=25271): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25271)]\u000a23:02:14.311635 run osmo-msc_10.42.42.6(pid=25271): stdout: \u000a| (launched: 2022-12-08_23:02:13.131913) \u000a23:02:14.362059 run osmo-msc_10.42.42.6(pid=25271): stderr: \u000a| �[0;m�[38;5;43m20221208230213405 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230213405 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2a1f86ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230213405 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230213405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230213406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230213406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230213407 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230213408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230213408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230213408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:02:14.404549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25264): Terminating (SIGTERM)\u000a23:02:14.445163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25267): Terminating (SIGTERM)\u000a23:02:14.485689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25270): Terminating (SIGTERM)\u000a23:02:14.495192 --- ParallelTerminationStrategy: PID 25264 died...\u000a23:02:14.549094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25264): Terminated: ok {rc=0}\u000a23:02:14.558914 --- ParallelTerminationStrategy: PID 25267 died...\u000a23:02:14.612595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25267): Terminated: ok {rc=0}\u000a23:02:14.622447 --- ParallelTerminationStrategy: PID 25270 died...\u000a23:02:14.676437 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25270): Terminated: ok {rc=0}\u000a23:02:14.765671 bus /sierra_3: Setting Powered False\u000a23:02:15.884635 bus /sierra_3: Setting Powered False\u000a23:02:17.007179 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:02:07" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25282): Process ended prematurely: osmo-stp_10.42.42.5(pid=25282) [trial-2350↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25282)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25282): Process ended prematurely: osmo-stp_10.42.42.5(pid=25282) [trial-2350↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25282)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a23:02:19.003305 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:02:19.014861 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a23:02:19.146508 tst handover.py: using LAC 17347\u000a23:02:19.273575 tst handover.py: using RAC 7\u000a23:02:19.393627 tst handover.py: using CellId 17347\u000a23:02:19.513685 tst handover.py: using BVCI 17348\u000a23:02:19.536882 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a23:02:19.673694 tst handover.py: using LAC 17348\u000a23:02:19.795252 tst handover.py: using RAC 8\u000a23:02:19.917935 tst handover.py: using CellId 17348\u000a23:02:20.039931 tst handover.py: using BVCI 17349\u000a23:02:20.063162 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:02:20.074007 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:02:20.084556 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:02:20.095547 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:02:20.106527 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:02:20.117403 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a23:02:20.235821 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a23:02:20.448502 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:02:20.938663 run create_hlr_db(pid=25276): Launched\u000a23:02:21.070938 bus /sierra_2: Setting Powered False\u000a23:02:22.148382 run create_hlr_db(pid=25276): Terminated: ok {rc=0}\u000a23:02:22.533315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25278): Launched\u000a23:02:22.839326 run osmo-hlr_10.42.42.2(pid=25279): Launched\u000a23:02:22.952140 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:02:23.455950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25281): Launched\u000a23:02:23.762213 run osmo-stp_10.42.42.5(pid=25282): Launched\u000a23:02:23.882598 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:02:24.417639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25284): Launched\u000a23:02:24.724079 run osmo-msc_10.42.42.6(pid=25285): Launched\u000a23:02:24.904825 run osmo-stp_10.42.42.5(pid=25282): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25282)]\u000a23:02:25.035392 run osmo-stp_10.42.42.5(pid=25282): stdout: \u000a| (launched: 2022-12-08_23:02:23.611581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:25.163651 run osmo-stp_10.42.42.5(pid=25282): stderr: \u000a| �[0;m�[38;5;43m20221208230223782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230223782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230223782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230223783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230223783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230223783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230223783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:25.287252 run osmo-stp_10.42.42.5(pid=25282): stdout: \u000a| (launched: 2022-12-08_23:02:23.611581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:25.409833 run osmo-stp_10.42.42.5(pid=25282): stderr: \u000a| �[0;m�[38;5;43m20221208230223782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230223782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230223782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230223783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230223783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230223783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230223783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:25.463091 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25282): Process ended prematurely: osmo-stp_10.42.42.5(pid=25282) [trial-2350↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25282)] [trial-2350↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a23:02:25.471155 tst handover.py:18: Test FAILED (6.5 sec)\u000a23:02:25.532599 run osmo-hlr_10.42.42.2(pid=25279): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25279)]\u000a23:02:25.582881 run osmo-hlr_10.42.42.2(pid=25279): stdout: \u000a| (launched: 2022-12-08_23:02:22.688799) \u000a23:02:25.633517 run osmo-hlr_10.42.42.2(pid=25279): stderr: \u000a| �[0;m�[1;31m20221208230222867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230222867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230222867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230222867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230222867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230222867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230222879 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230222888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230222888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230222888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:02:25.702359 run osmo-msc_10.42.42.6(pid=25285): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25285)]\u000a23:02:25.752434 run osmo-msc_10.42.42.6(pid=25285): stdout: \u000a| (launched: 2022-12-08_23:02:24.573317) \u000a23:02:25.803306 run osmo-msc_10.42.42.6(pid=25285): stderr: \u000a| �[0;m�[38;5;43m20221208230224842 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230224843 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7909182c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230224843 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230224843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230224843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230224843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230224845 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230224845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230224846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230224846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:02:25.845838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25278): Terminating (SIGTERM)\u000a23:02:25.886555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25281): Terminating (SIGTERM)\u000a23:02:25.927266 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25284): Terminating (SIGTERM)\u000a23:02:25.936780 --- ParallelTerminationStrategy: PID 25278 died...\u000a23:02:25.991084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25278): Terminated: ok {rc=0}\u000a23:02:26.001105 --- ParallelTerminationStrategy: PID 25281 died...\u000a23:02:26.055002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25281): Terminated: ok {rc=0}\u000a23:02:26.064824 --- ParallelTerminationStrategy: PID 25284 died...\u000a23:02:26.119297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25284): Terminated: ok {rc=0}\u000a23:02:26.203809 bus /sierra_3: Setting Powered False\u000a23:02:27.307376 bus /sierra_3: Setting Powered False\u000a23:02:28.419077 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:02:18" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25296): Process ended prematurely: osmo-stp_10.42.42.5(pid=25296) [trial-2350↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25296)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25296): Process ended prematurely: osmo-stp_10.42.42.5(pid=25296) [trial-2350↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25296)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a23:02:30.401369 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:02:30.412362 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a23:02:30.542602 tst handover.py: using LAC 17349\u000a23:02:30.661645 tst handover.py: using RAC 9\u000a23:02:30.786398 tst handover.py: using CellId 17349\u000a23:02:30.921233 tst handover.py: using BVCI 17350\u000a23:02:30.947629 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a23:02:31.093393 tst handover.py: using LAC 17350\u000a23:02:31.216771 tst handover.py: using RAC 10\u000a23:02:31.339930 tst handover.py: using CellId 17350\u000a23:02:31.464070 tst handover.py: using BVCI 17351\u000a23:02:31.488793 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:02:31.500866 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:02:31.512566 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:02:31.525022 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:02:31.536739 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:02:31.548871 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a23:02:31.666488 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a23:02:31.871307 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:02:32.348572 run create_hlr_db(pid=25290): Launched\u000a23:02:32.482284 bus /sierra_2: Setting Powered False\u000a23:02:33.559043 run create_hlr_db(pid=25290): Terminated: ok {rc=0}\u000a23:02:33.943273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25292): Launched\u000a23:02:34.248466 run osmo-hlr_10.42.42.2(pid=25293): Launched\u000a23:02:34.364546 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:02:34.881303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25295): Launched\u000a23:02:35.185886 run osmo-stp_10.42.42.5(pid=25296): Launched\u000a23:02:35.297587 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:02:35.833353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25299): Launched\u000a23:02:36.139445 run osmo-msc_10.42.42.6(pid=25302): Launched\u000a23:02:36.319664 run osmo-stp_10.42.42.5(pid=25296): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25296)]\u000a23:02:36.450264 run osmo-stp_10.42.42.5(pid=25296): stdout: \u000a| (launched: 2022-12-08_23:02:35.036489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:36.578840 run osmo-stp_10.42.42.5(pid=25296): stderr: \u000a| �[0;m�[38;5;43m20221208230235207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230235207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230235207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230235208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230235210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230235210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230235210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:36.702407 run osmo-stp_10.42.42.5(pid=25296): stdout: \u000a| (launched: 2022-12-08_23:02:35.036489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:36.825268 run osmo-stp_10.42.42.5(pid=25296): stderr: \u000a| �[0;m�[38;5;43m20221208230235207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230235207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230235207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230235208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230235210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230235210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230235210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:36.878685 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25296): Process ended prematurely: osmo-stp_10.42.42.5(pid=25296) [trial-2350↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25296)] [trial-2350↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a23:02:36.886674 tst handover.py:18: Test FAILED (6.5 sec)\u000a23:02:36.947888 run osmo-hlr_10.42.42.2(pid=25293): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25293)]\u000a23:02:36.998149 run osmo-hlr_10.42.42.2(pid=25293): stdout: \u000a| (launched: 2022-12-08_23:02:34.099002) \u000a23:02:37.048852 run osmo-hlr_10.42.42.2(pid=25293): stderr: \u000a| �[0;m�[1;31m20221208230234277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230234277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230234277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230234277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230234277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230234277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230234290 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230234301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230234301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230234301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:02:37.117957 run osmo-msc_10.42.42.6(pid=25302): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25302)]\u000a23:02:37.168208 run osmo-msc_10.42.42.6(pid=25302): stdout: \u000a| (launched: 2022-12-08_23:02:35.988837) \u000a23:02:37.218967 run osmo-msc_10.42.42.6(pid=25302): stderr: \u000a| �[0;m�[38;5;43m20221208230236260 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230236260 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f93901c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230236260 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230236260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230236260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230236261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230236262 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230236263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230236263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230236263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:02:37.261703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25292): Terminating (SIGTERM)\u000a23:02:37.302561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25295): Terminating (SIGTERM)\u000a23:02:37.343490 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25299): Terminating (SIGTERM)\u000a23:02:37.353168 --- ParallelTerminationStrategy: PID 25292 died...\u000a23:02:37.407378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25292): Terminated: ok {rc=0}\u000a23:02:37.417478 --- ParallelTerminationStrategy: PID 25295 died...\u000a23:02:37.471637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25295): Terminated: ok {rc=0}\u000a23:02:37.482302 --- ParallelTerminationStrategy: PID 25299 died...\u000a23:02:37.536290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25299): Terminated: ok {rc=0}\u000a23:02:37.625149 bus /sierra_3: Setting Powered False\u000a23:02:38.730289 bus /sierra_3: Setting Powered False\u000a23:02:39.843066 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:02:30" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25313): Process ended prematurely: osmo-stp_10.42.42.5(pid=25313) [trial-2350↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25313)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25313): Process ended prematurely: osmo-stp_10.42.42.5(pid=25313) [trial-2350↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25313)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a23:02:41.832447 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:02:41.843342 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:02:41.968389 tst handover.py: using LAC 17351\u000a23:02:42.090549 tst handover.py: using RAC 11\u000a23:02:42.210505 tst handover.py: using CellId 17351\u000a23:02:42.332587 tst handover.py: using BVCI 17352\u000a23:02:42.355845 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:02:42.494096 tst handover.py: using LAC 17352\u000a23:02:42.613591 tst handover.py: using RAC 12\u000a23:02:42.733223 tst handover.py: using CellId 17352\u000a23:02:42.861113 tst handover.py: using BVCI 17353\u000a23:02:42.884347 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:02:42.895288 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:02:42.905994 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:02:42.916942 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:02:42.927866 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:02:42.938922 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:02:43.055687 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:02:43.264756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:02:43.758534 run create_hlr_db(pid=25307): Launched\u000a23:02:43.892303 bus /sierra_2: Setting Powered False\u000a23:02:44.968081 run create_hlr_db(pid=25307): Terminated: ok {rc=0}\u000a23:02:45.351495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25309): Launched\u000a23:02:45.657055 run osmo-hlr_10.42.42.2(pid=25310): Launched\u000a23:02:45.774703 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:02:46.322990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25312): Launched\u000a23:02:46.686445 run osmo-stp_10.42.42.5(pid=25313): Launched\u000a23:02:46.934987 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:02:47.533116 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25315): Launched\u000a23:02:47.839896 run osmo-msc_10.42.42.6(pid=25316): Launched\u000a23:02:48.020293 run osmo-stp_10.42.42.5(pid=25313): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25313)]\u000a23:02:48.150489 run osmo-stp_10.42.42.5(pid=25313): stdout: \u000a| (launched: 2022-12-08_23:02:46.480495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:48.278352 run osmo-stp_10.42.42.5(pid=25313): stderr: \u000a| �[0;m�[38;5;43m20221208230246822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230246823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230246825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230246828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230246830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230246831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230246831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:48.401363 run osmo-stp_10.42.42.5(pid=25313): stdout: \u000a| (launched: 2022-12-08_23:02:46.480495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:48.523377 run osmo-stp_10.42.42.5(pid=25313): stderr: \u000a| �[0;m�[38;5;43m20221208230246822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230246823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230246825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230246828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230246830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230246831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230246831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:48.576348 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25313): Process ended prematurely: osmo-stp_10.42.42.5(pid=25313) [trial-2350↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25313)] [trial-2350↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a23:02:48.584273 tst handover.py:18: Test FAILED (6.7 sec)\u000a23:02:48.645454 run osmo-hlr_10.42.42.2(pid=25310): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25310)]\u000a23:02:48.695289 run osmo-hlr_10.42.42.2(pid=25310): stdout: \u000a| (launched: 2022-12-08_23:02:45.506787) \u000a23:02:48.745966 run osmo-hlr_10.42.42.2(pid=25310): stderr: \u000a| �[0;m�[1;31m20221208230245684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230245684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230245684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230245684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230245684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230245684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230245695 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230245703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230245703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230245703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:02:48.814499 run osmo-msc_10.42.42.6(pid=25316): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25316)]\u000a23:02:48.864241 run osmo-msc_10.42.42.6(pid=25316): stdout: \u000a| (launched: 2022-12-08_23:02:47.688073) \u000a23:02:48.914726 run osmo-msc_10.42.42.6(pid=25316): stderr: \u000a| �[0;m�[38;5;43m20221208230247961 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230247961 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa3bb4b7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230247961 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230247961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230247961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230247962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230247963 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230247964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230247964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230247964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:02:48.957248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25309): Terminating (SIGTERM)\u000a23:02:48.997694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25312): Terminating (SIGTERM)\u000a23:02:49.038261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25315): Terminating (SIGTERM)\u000a23:02:49.047757 --- ParallelTerminationStrategy: PID 25309 died...\u000a23:02:49.102009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25309): Terminated: ok {rc=0}\u000a23:02:49.111740 --- ParallelTerminationStrategy: PID 25312 died...\u000a23:02:49.165393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25312): Terminated: ok {rc=0}\u000a23:02:49.175233 --- ParallelTerminationStrategy: PID 25315 died...\u000a23:02:49.228752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25315): Terminated: ok {rc=0}\u000a23:02:49.318151 bus /sierra_3: Setting Powered False\u000a23:02:50.422082 bus /sierra_3: Setting Powered False\u000a23:02:51.533841 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:02:41" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25327): Process ended prematurely: osmo-stp_10.42.42.5(pid=25327) [trial-2350↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25327)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25327): Process ended prematurely: osmo-stp_10.42.42.5(pid=25327) [trial-2350↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25327)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a23:02:53.517124 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:02:53.528242 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:02:53.661638 tst handover.py: using LAC 17353\u000a23:02:53.791400 tst handover.py: using RAC 13\u000a23:02:53.919979 tst handover.py: using CellId 17353\u000a23:02:54.047965 tst handover.py: using BVCI 17354\u000a23:02:54.072917 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:02:54.203905 tst handover.py: using LAC 17354\u000a23:02:54.332435 tst handover.py: using RAC 14\u000a23:02:54.459742 tst handover.py: using CellId 17354\u000a23:02:54.587373 tst handover.py: using BVCI 17355\u000a23:02:54.612341 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:02:54.623532 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:02:54.634617 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:02:54.645760 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:02:54.656854 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:02:54.667868 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:02:54.783088 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:02:54.992328 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:02:55.483125 run create_hlr_db(pid=25321): Launched\u000a23:02:55.615561 bus /sierra_2: Setting Powered False\u000a23:02:56.693398 run create_hlr_db(pid=25321): Terminated: ok {rc=0}\u000a23:02:57.096658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25323): Launched\u000a23:02:57.421339 run osmo-hlr_10.42.42.2(pid=25324): Launched\u000a23:02:57.540372 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:02:58.075761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25326): Launched\u000a23:02:58.400149 run osmo-stp_10.42.42.5(pid=25327): Launched\u000a23:02:58.517760 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:02:59.084180 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25329): Launched\u000a23:02:59.410829 run osmo-msc_10.42.42.6(pid=25330): Launched\u000a23:02:59.602215 run osmo-stp_10.42.42.5(pid=25327): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25327)]\u000a23:02:59.745062 run osmo-stp_10.42.42.5(pid=25327): stdout: \u000a| (launched: 2022-12-08_23:02:58.241346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:59.882728 run osmo-stp_10.42.42.5(pid=25327): stderr: \u000a| �[0;m�[38;5;43m20221208230258435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230258435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230258436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230258436 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230258437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230258437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230258437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:00.014691 run osmo-stp_10.42.42.5(pid=25327): stdout: \u000a| (launched: 2022-12-08_23:02:58.241346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:00.145190 run osmo-stp_10.42.42.5(pid=25327): stderr: \u000a| �[0;m�[38;5;43m20221208230258435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230258435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230258436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230258436 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230258437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230258437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230258437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:00.202029 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25327): Process ended prematurely: osmo-stp_10.42.42.5(pid=25327) [trial-2350↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25327)] [trial-2350↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a23:03:00.210752 tst handover.py:18: Test FAILED (6.7 sec)\u000a23:03:00.274205 run osmo-hlr_10.42.42.2(pid=25324): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25324)]\u000a23:03:00.326862 run osmo-hlr_10.42.42.2(pid=25324): stdout: \u000a| (launched: 2022-12-08_23:02:57.262449) \u000a23:03:00.379569 run osmo-hlr_10.42.42.2(pid=25324): stderr: \u000a| �[0;m�[1;31m20221208230257460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230257460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230257460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230257460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230257460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230257460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230257472 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230257480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230257480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230257480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:03:00.451600 run osmo-msc_10.42.42.6(pid=25330): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25330)]\u000a23:03:00.503499 run osmo-msc_10.42.42.6(pid=25330): stdout: \u000a| (launched: 2022-12-08_23:02:59.250868) \u000a23:03:00.556008 run osmo-msc_10.42.42.6(pid=25330): stderr: \u000a| �[0;m�[38;5;43m20221208230259572 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230259572 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f08c6dfac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230259572 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230259573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230259573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230259573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230259575 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230259575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230259575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230259575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:03:00.600741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25323): Terminating (SIGTERM)\u000a23:03:00.643178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25326): Terminating (SIGTERM)\u000a23:03:00.685591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25329): Terminating (SIGTERM)\u000a23:03:00.695449 --- ParallelTerminationStrategy: PID 25323 died...\u000a23:03:00.752481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25323): Terminated: ok {rc=0}\u000a23:03:00.762727 --- ParallelTerminationStrategy: PID 25326 died...\u000a23:03:00.819538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25326): Terminated: ok {rc=0}\u000a23:03:00.830663 --- ParallelTerminationStrategy: PID 25329 died...\u000a23:03:00.911055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25329): Terminated: ok {rc=0}\u000a23:03:01.023622 bus /sierra_3: Setting Powered False\u000a23:03:02.130036 bus /sierra_3: Setting Powered False\u000a23:03:03.243623 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:02:53" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25342): Process ended prematurely: osmo-stp_10.42.42.5(pid=25342) [trial-2350↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25342)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25342): Process ended prematurely: osmo-stp_10.42.42.5(pid=25342) [trial-2350↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25342)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a23:03:05.220876 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:03:05.231652 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:03:05.357135 tst handover.py: using LAC 17355\u000a23:03:05.477990 tst handover.py: using RAC 15\u000a23:03:05.600099 tst handover.py: using CellId 17355\u000a23:03:05.722448 tst handover.py: using BVCI 17356\u000a23:03:05.745862 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:03:05.888528 tst handover.py: using LAC 17356\u000a23:03:06.018244 tst handover.py: using RAC 16\u000a23:03:06.148414 tst handover.py: using CellId 17356\u000a23:03:06.271216 tst handover.py: using BVCI 17357\u000a23:03:06.294884 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:03:06.305932 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:03:06.316692 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:03:06.328058 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:03:06.339656 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:03:06.351425 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:03:06.471084 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:03:06.681912 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:03:07.172802 run create_hlr_db(pid=25336): Launched\u000a23:03:07.306017 bus /sierra_2: Setting Powered False\u000a23:03:08.382460 run create_hlr_db(pid=25336): Terminated: ok {rc=0}\u000a23:03:08.787719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25338): Launched\u000a23:03:09.113611 run osmo-hlr_10.42.42.2(pid=25339): Launched\u000a23:03:09.234594 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:03:09.775872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25341): Launched\u000a23:03:10.102578 run osmo-stp_10.42.42.5(pid=25342): Launched\u000a23:03:10.221339 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:03:10.791814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25344): Launched\u000a23:03:11.117307 run osmo-msc_10.42.42.6(pid=25345): Launched\u000a23:03:11.309625 run osmo-stp_10.42.42.5(pid=25342): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25342)]\u000a23:03:11.447686 run osmo-stp_10.42.42.5(pid=25342): stdout: \u000a| (launched: 2022-12-08_23:03:09.941805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:11.585655 run osmo-stp_10.42.42.5(pid=25342): stderr: \u000a| �[0;m�[38;5;43m20221208230310133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230310133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230310133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230310133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230310134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230310134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230310134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:11.717216 run osmo-stp_10.42.42.5(pid=25342): stdout: \u000a| (launched: 2022-12-08_23:03:09.941805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:11.847580 run osmo-stp_10.42.42.5(pid=25342): stderr: \u000a| �[0;m�[38;5;43m20221208230310133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230310133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230310133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230310133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230310134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230310134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230310134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:11.904612 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25342): Process ended prematurely: osmo-stp_10.42.42.5(pid=25342) [trial-2350↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25342)] [trial-2350↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a23:03:11.913254 tst handover.py:18: Test FAILED (6.7 sec)\u000a23:03:11.977190 run osmo-hlr_10.42.42.2(pid=25339): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25339)]\u000a23:03:12.029847 run osmo-hlr_10.42.42.2(pid=25339): stdout: \u000a| (launched: 2022-12-08_23:03:08.954245) \u000a23:03:12.083115 run osmo-hlr_10.42.42.2(pid=25339): stderr: \u000a| �[0;m�[1;31m20221208230309151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230309151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230309151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230309151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230309151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230309151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230309166 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230309174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230309174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230309174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:03:12.155245 run osmo-msc_10.42.42.6(pid=25345): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25345)]\u000a23:03:12.207635 run osmo-msc_10.42.42.6(pid=25345): stdout: \u000a| (launched: 2022-12-08_23:03:10.957954) \u000a23:03:12.260610 run osmo-msc_10.42.42.6(pid=25345): stderr: \u000a| �[0;m�[38;5;43m20221208230311280 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230311280 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b3a760c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230311280 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230311280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230311281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230311281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230311282 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230311283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230311283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230311283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:03:12.306188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25338): Terminating (SIGTERM)\u000a23:03:12.349012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25341): Terminating (SIGTERM)\u000a23:03:12.391666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25344): Terminating (SIGTERM)\u000a23:03:12.401417 --- ParallelTerminationStrategy: PID 25338 died...\u000a23:03:12.458824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25338): Terminated: ok {rc=0}\u000a23:03:12.469050 --- ParallelTerminationStrategy: PID 25341 died...\u000a23:03:12.525580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25341): Terminated: ok {rc=0}\u000a23:03:12.535738 --- ParallelTerminationStrategy: PID 25344 died...\u000a23:03:12.592500 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25344): Terminated: ok {rc=0}\u000a23:03:12.680463 bus /sierra_3: Setting Powered False\u000a23:03:13.788478 bus /sierra_3: Setting Powered False\u000a23:03:14.900386 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:03:04" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25356): Process ended prematurely: osmo-stp_10.42.42.5(pid=25356) [trial-2350↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25356)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25356): Process ended prematurely: osmo-stp_10.42.42.5(pid=25356) [trial-2350↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25356)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a23:03:16.953200 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:03:16.965229 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:03:17.101593 tst handover.py: using LAC 17357\u000a23:03:17.224814 tst handover.py: using RAC 17\u000a23:03:17.346169 tst handover.py: using CellId 17357\u000a23:03:17.465728 tst handover.py: using BVCI 17358\u000a23:03:17.489355 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:03:17.625608 tst handover.py: using LAC 17358\u000a23:03:17.745628 tst handover.py: using RAC 18\u000a23:03:17.866192 tst handover.py: using CellId 17358\u000a23:03:17.985423 tst handover.py: using BVCI 17359\u000a23:03:18.008890 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:03:18.019653 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:03:18.030369 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:03:18.041280 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:03:18.052007 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:03:18.063201 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:03:18.181145 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:03:18.382769 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:03:18.836117 run create_hlr_db(pid=25350): Launched\u000a23:03:18.960746 bus /sierra_2: Setting Powered False\u000a23:03:20.034416 run create_hlr_db(pid=25350): Terminated: ok {rc=0}\u000a23:03:20.416185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25352): Launched\u000a23:03:20.721108 run osmo-hlr_10.42.42.2(pid=25353): Launched\u000a23:03:20.841006 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:03:21.352368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25355): Launched\u000a23:03:21.658642 run osmo-stp_10.42.42.5(pid=25356): Launched\u000a23:03:21.770722 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:03:22.303437 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25358): Launched\u000a23:03:22.609946 run osmo-msc_10.42.42.6(pid=25359): Launched\u000a23:03:22.790680 run osmo-stp_10.42.42.5(pid=25356): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25356)]\u000a23:03:22.920796 run osmo-stp_10.42.42.5(pid=25356): stdout: \u000a| (launched: 2022-12-08_23:03:21.507816)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:23.049194 run osmo-stp_10.42.42.5(pid=25356): stderr: \u000a| �[0;m�[38;5;43m20221208230321679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230321679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230321680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230321680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230321680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230321681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230321681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:23.172922 run osmo-stp_10.42.42.5(pid=25356): stdout: \u000a| (launched: 2022-12-08_23:03:21.507816)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:23.295660 run osmo-stp_10.42.42.5(pid=25356): stderr: \u000a| �[0;m�[38;5;43m20221208230321679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230321679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230321680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230321680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230321680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230321681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230321681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:23.349192 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25356): Process ended prematurely: osmo-stp_10.42.42.5(pid=25356) [trial-2350↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25356)] [trial-2350↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a23:03:23.357182 tst handover.py:18: Test FAILED (6.4 sec)\u000a23:03:23.418924 run osmo-hlr_10.42.42.2(pid=25353): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25353)]\u000a23:03:23.469690 run osmo-hlr_10.42.42.2(pid=25353): stdout: \u000a| (launched: 2022-12-08_23:03:20.571264) \u000a23:03:23.521374 run osmo-hlr_10.42.42.2(pid=25353): stderr: \u000a| �[0;m�[1;31m20221208230320747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230320748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230320748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230320748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230320748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230320748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230320760 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230320769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230320769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230320769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:03:23.591097 run osmo-msc_10.42.42.6(pid=25359): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25359)]\u000a23:03:23.641784 run osmo-msc_10.42.42.6(pid=25359): stdout: \u000a| (launched: 2022-12-08_23:03:22.458892) \u000a23:03:23.693103 run osmo-msc_10.42.42.6(pid=25359): stderr: \u000a| �[0;m�[38;5;43m20221208230322730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230322730 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6588e7bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230322730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230322730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230322730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230322731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230322732 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230322733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230322733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230322733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:03:23.736115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25352): Terminating (SIGTERM)\u000a23:03:23.777053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25355): Terminating (SIGTERM)\u000a23:03:23.818019 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25358): Terminating (SIGTERM)\u000a23:03:23.827684 --- ParallelTerminationStrategy: PID 25352 died...\u000a23:03:23.882276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25352): Terminated: ok {rc=0}\u000a23:03:23.892184 --- ParallelTerminationStrategy: PID 25355 died...\u000a23:03:23.947170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25355): Terminated: ok {rc=0}\u000a23:03:23.957046 --- ParallelTerminationStrategy: PID 25358 died...\u000a23:03:24.011816 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25358): Terminated: ok {rc=0}\u000a23:03:24.097912 bus /sierra_3: Setting Powered False\u000a23:03:25.206666 bus /sierra_3: Setting Powered False\u000a23:03:26.320507 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:03:16" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25372): Process ended prematurely: osmo-stp_10.42.42.5(pid=25372) [trial-2350↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25372)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25372): Process ended prematurely: osmo-stp_10.42.42.5(pid=25372) [trial-2350↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25372)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a23:03:28.289724 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:03:28.301320 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a23:03:28.430719 tst handover.py: using LAC 17359\u000a23:03:28.559695 tst handover.py: using RAC 19\u000a23:03:28.686287 tst handover.py: using CellId 17359\u000a23:03:28.812894 tst handover.py: using BVCI 17360\u000a23:03:28.838156 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a23:03:28.964847 tst handover.py: using LAC 17360\u000a23:03:29.084349 tst handover.py: using RAC 20\u000a23:03:29.205758 tst handover.py: using CellId 17360\u000a23:03:29.325326 tst handover.py: using BVCI 17361\u000a23:03:29.348882 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:03:29.359710 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:03:29.370445 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:03:29.381345 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:03:29.392342 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:03:29.403382 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a23:03:29.520737 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a23:03:29.733867 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:03:30.228500 run create_hlr_db(pid=25366): Launched\u000a23:03:30.363240 bus /sierra_2: Setting Powered False\u000a23:03:31.449839 run create_hlr_db(pid=25366): Terminated: ok {rc=0}\u000a23:03:31.871392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25368): Launched\u000a23:03:32.222921 run osmo-hlr_10.42.42.2(pid=25369): Launched\u000a23:03:32.343698 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:03:32.884837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25371): Launched\u000a23:03:33.210559 run osmo-stp_10.42.42.5(pid=25372): Launched\u000a23:03:33.329761 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:03:33.899402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25374): Launched\u000a23:03:34.227806 run osmo-msc_10.42.42.6(pid=25375): Launched\u000a23:03:34.421220 run osmo-stp_10.42.42.5(pid=25372): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25372)]\u000a23:03:34.560431 run osmo-stp_10.42.42.5(pid=25372): stdout: \u000a| (launched: 2022-12-08_23:03:33.051419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:34.698709 run osmo-stp_10.42.42.5(pid=25372): stderr: \u000a| �[0;m�[38;5;43m20221208230333242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230333242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230333242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230333243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230333245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230333245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230333245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:34.831007 run osmo-stp_10.42.42.5(pid=25372): stdout: \u000a| (launched: 2022-12-08_23:03:33.051419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:34.961947 run osmo-stp_10.42.42.5(pid=25372): stderr: \u000a| �[0;m�[38;5;43m20221208230333242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230333242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230333242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230333243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230333245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230333245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230333245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:35.019251 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25372): Process ended prematurely: osmo-stp_10.42.42.5(pid=25372) [trial-2350↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25372)] [trial-2350↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a23:03:35.027825 tst handover.py:18: Test FAILED (6.7 sec)\u000a23:03:35.091552 run osmo-hlr_10.42.42.2(pid=25369): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25369)]\u000a23:03:35.143425 run osmo-hlr_10.42.42.2(pid=25369): stdout: \u000a| (launched: 2022-12-08_23:03:32.042184) \u000a23:03:35.195902 run osmo-hlr_10.42.42.2(pid=25369): stderr: \u000a| �[0;m�[1;31m20221208230332299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230332299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230332299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230332299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230332299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230332299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230332323 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230332333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230332333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230332333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:03:35.267370 run osmo-msc_10.42.42.6(pid=25375): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25375)]\u000a23:03:35.319665 run osmo-msc_10.42.42.6(pid=25375): stdout: \u000a| (launched: 2022-12-08_23:03:34.066209) \u000a23:03:35.372317 run osmo-msc_10.42.42.6(pid=25375): stderr: \u000a| �[0;m�[38;5;43m20221208230334388 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230334388 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1d14b4fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230334388 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230334388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230334389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230334389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230334390 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230334391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230334391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230334391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:03:35.416874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25368): Terminating (SIGTERM)\u000a23:03:35.459167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25371): Terminating (SIGTERM)\u000a23:03:35.501828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25374): Terminating (SIGTERM)\u000a23:03:35.511632 --- ParallelTerminationStrategy: PID 25368 died...\u000a23:03:35.568646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25368): Terminated: ok {rc=0}\u000a23:03:35.578973 --- ParallelTerminationStrategy: PID 25371 died...\u000a23:03:35.635716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25371): Terminated: ok {rc=0}\u000a23:03:35.645920 --- ParallelTerminationStrategy: PID 25374 died...\u000a23:03:35.702426 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25374): Terminated: ok {rc=0}\u000a23:03:35.790527 bus /sierra_3: Setting Powered False\u000a23:03:36.898886 bus /sierra_3: Setting Powered False\u000a23:03:38.008553 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:03:28" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25386): Process ended prematurely: osmo-stp_10.42.42.5(pid=25386) [trial-2350↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25386)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25386): Process ended prematurely: osmo-stp_10.42.42.5(pid=25386) [trial-2350↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a23:03:39.985866 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:03:39.997482 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a23:03:40.126731 tst handover.py: using LAC 17361\u000a23:03:40.255291 tst handover.py: using RAC 21\u000a23:03:40.381972 tst handover.py: using CellId 17361\u000a23:03:40.510222 tst handover.py: using BVCI 17362\u000a23:03:40.535146 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a23:03:40.678754 tst handover.py: using LAC 17362\u000a23:03:40.805054 tst handover.py: using RAC 22\u000a23:03:40.930951 tst handover.py: using CellId 17362\u000a23:03:41.058762 tst handover.py: using BVCI 17363\u000a23:03:41.083587 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:03:41.094795 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:03:41.106464 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:03:41.117533 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:03:41.128685 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:03:41.139760 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a23:03:41.254127 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a23:03:41.463811 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:03:41.956517 run create_hlr_db(pid=25380): Launched\u000a23:03:42.089999 bus /sierra_2: Setting Powered False\u000a23:03:43.166838 run create_hlr_db(pid=25380): Terminated: ok {rc=0}\u000a23:03:43.573410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25382): Launched\u000a23:03:43.898762 run osmo-hlr_10.42.42.2(pid=25383): Launched\u000a23:03:44.018134 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:03:44.555967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25385): Launched\u000a23:03:44.881289 run osmo-stp_10.42.42.5(pid=25386): Launched\u000a23:03:45.000062 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:03:45.567335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25388): Launched\u000a23:03:45.992877 run osmo-msc_10.42.42.6(pid=25389): Launched\u000a23:03:46.372814 run osmo-stp_10.42.42.5(pid=25386): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25386)]\u000a23:03:46.509826 run osmo-stp_10.42.42.5(pid=25386): stdout: \u000a| (launched: 2022-12-08_23:03:44.721867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:46.694736 run osmo-stp_10.42.42.5(pid=25386): stderr: \u000a| �[0;m�[38;5;43m20221208230344913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230344914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230344914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230344914 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230344915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230344915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230344915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:46.855134 run osmo-stp_10.42.42.5(pid=25386): stdout: \u000a| (launched: 2022-12-08_23:03:44.721867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:46.982390 run osmo-stp_10.42.42.5(pid=25386): stderr: \u000a| �[0;m�[38;5;43m20221208230344913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230344914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230344914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230344914 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230344915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230344915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230344915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:47.039488 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25386): Process ended prematurely: osmo-stp_10.42.42.5(pid=25386) [trial-2350↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25386)] [trial-2350↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a23:03:47.047855 tst handover.py:18: Test FAILED (7.1 sec)\u000a23:03:47.112596 run osmo-hlr_10.42.42.2(pid=25383): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25383)]\u000a23:03:47.164588 run osmo-hlr_10.42.42.2(pid=25383): stdout: \u000a| (launched: 2022-12-08_23:03:43.739788) \u000a23:03:47.218084 run osmo-hlr_10.42.42.2(pid=25383): stderr: \u000a| �[0;m�[1;31m20221208230343936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230343936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230343936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230343936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230343936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230343936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230343948 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230343958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230343958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230343958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:03:47.288689 run osmo-msc_10.42.42.6(pid=25389): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25389)]\u000a23:03:47.340841 run osmo-msc_10.42.42.6(pid=25389): stdout: \u000a| (launched: 2022-12-08_23:03:45.733868) \u000a23:03:47.393648 run osmo-msc_10.42.42.6(pid=25389): stderr: \u000a| �[0;m�[38;5;43m20221208230346211 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230346212 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff51135ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230346212 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230346212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230346212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230346212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230346214 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230346214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230346215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230346215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:03:47.436292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25382): Terminating (SIGTERM)\u000a23:03:47.476835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25385): Terminating (SIGTERM)\u000a23:03:47.518024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25388): Terminating (SIGTERM)\u000a23:03:47.527967 --- ParallelTerminationStrategy: PID 25382 died...\u000a23:03:47.582926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25382): Terminated: ok {rc=0}\u000a23:03:47.593000 --- ParallelTerminationStrategy: PID 25385 died...\u000a23:03:47.647073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25385): Terminated: ok {rc=0}\u000a23:03:47.657434 --- ParallelTerminationStrategy: PID 25388 died...\u000a23:03:47.711605 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25388): Terminated: ok {rc=0}\u000a23:03:47.796123 bus /sierra_3: Setting Powered False\u000a23:03:48.898704 bus /sierra_3: Setting Powered False\u000a23:03:50.010006 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:03:39" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25400): Process ended prematurely: osmo-stp_10.42.42.5(pid=25400) [trial-2350↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25400)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25400): Process ended prematurely: osmo-stp_10.42.42.5(pid=25400) [trial-2350↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25400)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a23:03:51.983814 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:03:51.994884 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a23:03:52.122659 tst handover.py: using LAC 17363\u000a23:03:52.241638 tst handover.py: using RAC 23\u000a23:03:52.361233 tst handover.py: using CellId 17363\u000a23:03:52.481530 tst handover.py: using BVCI 17364\u000a23:03:52.504741 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a23:03:52.640430 tst handover.py: using LAC 17364\u000a23:03:52.761484 tst handover.py: using RAC 24\u000a23:03:52.879508 tst handover.py: using CellId 17364\u000a23:03:53.005470 tst handover.py: using BVCI 17365\u000a23:03:53.030640 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:03:53.042200 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:03:53.053638 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:03:53.065261 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:03:53.076811 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:03:53.088303 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a23:03:53.205476 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a23:03:53.407252 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:03:53.861419 run create_hlr_db(pid=25394): Launched\u000a23:03:53.986483 bus /sierra_2: Setting Powered False\u000a23:03:55.059557 run create_hlr_db(pid=25394): Terminated: ok {rc=0}\u000a23:03:55.442228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25396): Launched\u000a23:03:55.749259 run osmo-hlr_10.42.42.2(pid=25397): Launched\u000a23:03:55.868269 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:03:56.387367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25399): Launched\u000a23:03:56.693705 run osmo-stp_10.42.42.5(pid=25400): Launched\u000a23:03:56.805868 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:03:57.339301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25402): Launched\u000a23:03:57.647369 run osmo-msc_10.42.42.6(pid=25403): Launched\u000a23:03:57.827944 run osmo-stp_10.42.42.5(pid=25400): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25400)]\u000a23:03:57.958107 run osmo-stp_10.42.42.5(pid=25400): stdout: \u000a| (launched: 2022-12-08_23:03:56.543312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:58.086009 run osmo-stp_10.42.42.5(pid=25400): stderr: \u000a| �[0;m�[38;5;43m20221208230356713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230356713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230356713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230356714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230356716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230356716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230356716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:58.209510 run osmo-stp_10.42.42.5(pid=25400): stdout: \u000a| (launched: 2022-12-08_23:03:56.543312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:58.331690 run osmo-stp_10.42.42.5(pid=25400): stderr: \u000a| �[0;m�[38;5;43m20221208230356713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230356713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230356713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230356714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230356716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230356716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230356716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:58.385255 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25400): Process ended prematurely: osmo-stp_10.42.42.5(pid=25400) [trial-2350↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25400)] [trial-2350↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a23:03:58.393314 tst handover.py:18: Test FAILED (6.4 sec)\u000a23:03:58.454664 run osmo-hlr_10.42.42.2(pid=25397): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25397)]\u000a23:03:58.504835 run osmo-hlr_10.42.42.2(pid=25397): stdout: \u000a| (launched: 2022-12-08_23:03:55.597872) \u000a23:03:58.555569 run osmo-hlr_10.42.42.2(pid=25397): stderr: \u000a| �[0;m�[1;31m20221208230355774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230355774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230355774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230355774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230355774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230355774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230355787 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230355795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230355795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230355795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:03:58.624380 run osmo-msc_10.42.42.6(pid=25403): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25403)]\u000a23:03:58.674496 run osmo-msc_10.42.42.6(pid=25403): stdout: \u000a| (launched: 2022-12-08_23:03:57.495642) \u000a23:03:58.725254 run osmo-msc_10.42.42.6(pid=25403): stderr: \u000a| �[0;m�[38;5;43m20221208230357765 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230357765 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbc8d005c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230357765 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230357765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230357765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230357765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230357767 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230357767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230357768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230357768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:03:58.767931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25396): Terminating (SIGTERM)\u000a23:03:58.808805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25399): Terminating (SIGTERM)\u000a23:03:58.849317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25402): Terminating (SIGTERM)\u000a23:03:58.858847 --- ParallelTerminationStrategy: PID 25396 died...\u000a23:03:58.912816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25396): Terminated: ok {rc=0}\u000a23:03:58.922804 --- ParallelTerminationStrategy: PID 25399 died...\u000a23:03:58.977025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25399): Terminated: ok {rc=0}\u000a23:03:58.986773 --- ParallelTerminationStrategy: PID 25402 died...\u000a23:03:59.040634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25402): Terminated: ok {rc=0}\u000a23:03:59.124667 bus /sierra_3: Setting Powered False\u000a23:04:00.226227 bus /sierra_3: Setting Powered False\u000a23:04:01.338814 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:03:51" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25414): Process ended prematurely: osmo-stp_10.42.42.5(pid=25414) [trial-2350↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25414)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25414): Process ended prematurely: osmo-stp_10.42.42.5(pid=25414) [trial-2350↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25414)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a23:04:03.334231 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:04:03.345711 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:04:03.474222 tst handover.py: using LAC 17365\u000a23:04:03.603917 tst handover.py: using RAC 25\u000a23:04:03.729220 tst handover.py: using CellId 17365\u000a23:04:03.849686 tst handover.py: using BVCI 17366\u000a23:04:03.873198 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:04:04.013413 tst handover.py: using LAC 17366\u000a23:04:04.134591 tst handover.py: using RAC 26\u000a23:04:04.257777 tst handover.py: using CellId 17366\u000a23:04:04.378865 tst handover.py: using BVCI 17367\u000a23:04:04.402371 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:04:04.413433 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:04:04.423994 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:04:04.435909 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:04:04.447559 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:04:04.458909 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:04:04.580695 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:04:04.792025 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:04:05.284236 run create_hlr_db(pid=25408): Launched\u000a23:04:05.418078 bus /sierra_2: Setting Powered False\u000a23:04:06.495142 run create_hlr_db(pid=25408): Terminated: ok {rc=0}\u000a23:04:06.879046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25410): Launched\u000a23:04:07.185270 run osmo-hlr_10.42.42.2(pid=25411): Launched\u000a23:04:07.305727 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:04:07.815240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25413): Launched\u000a23:04:08.120449 run osmo-stp_10.42.42.5(pid=25414): Launched\u000a23:04:08.232235 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:04:08.764019 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25416): Launched\u000a23:04:09.070269 run osmo-msc_10.42.42.6(pid=25417): Launched\u000a23:04:09.250358 run osmo-stp_10.42.42.5(pid=25414): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25414)]\u000a23:04:09.380300 run osmo-stp_10.42.42.5(pid=25414): stdout: \u000a| (launched: 2022-12-08_23:04:07.970489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:09.508106 run osmo-stp_10.42.42.5(pid=25414): stderr: \u000a| �[0;m�[38;5;43m20221208230408140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230408140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230408140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230408141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230408141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230408141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230408142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:09.631092 run osmo-stp_10.42.42.5(pid=25414): stdout: \u000a| (launched: 2022-12-08_23:04:07.970489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:09.752922 run osmo-stp_10.42.42.5(pid=25414): stderr: \u000a| �[0;m�[38;5;43m20221208230408140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230408140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230408140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230408141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230408141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230408141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230408142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:09.806126 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25414): Process ended prematurely: osmo-stp_10.42.42.5(pid=25414) [trial-2350↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25414)] [trial-2350↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a23:04:09.814005 tst handover.py:18: Test FAILED (6.5 sec)\u000a23:04:09.875066 run osmo-hlr_10.42.42.2(pid=25411): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25411)]\u000a23:04:09.925194 run osmo-hlr_10.42.42.2(pid=25411): stdout: \u000a| (launched: 2022-12-08_23:04:07.035036) \u000a23:04:09.975677 run osmo-hlr_10.42.42.2(pid=25411): stderr: \u000a| �[0;m�[1;31m20221208230407211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230407211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230407211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230407211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230407211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230407211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230407223 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230407233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230407234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230407234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:04:10.044187 run osmo-msc_10.42.42.6(pid=25417): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25417)]\u000a23:04:10.093945 run osmo-msc_10.42.42.6(pid=25417): stdout: \u000a| (launched: 2022-12-08_23:04:08.919339) \u000a23:04:10.144295 run osmo-msc_10.42.42.6(pid=25417): stderr: \u000a| �[0;m�[38;5;43m20221208230409191 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230409191 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1eee67fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230409191 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230409191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230409191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230409191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230409193 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230409194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230409194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230409194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:04:10.186632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25410): Terminating (SIGTERM)\u000a23:04:10.227136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25413): Terminating (SIGTERM)\u000a23:04:10.267693 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25416): Terminating (SIGTERM)\u000a23:04:10.277289 --- ParallelTerminationStrategy: PID 25410 died...\u000a23:04:10.331676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25410): Terminated: ok {rc=0}\u000a23:04:10.341685 --- ParallelTerminationStrategy: PID 25413 died...\u000a23:04:10.395902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25413): Terminated: ok {rc=0}\u000a23:04:10.405859 --- ParallelTerminationStrategy: PID 25416 died...\u000a23:04:10.460150 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25416): Terminated: ok {rc=0}\u000a23:04:10.550722 bus /sierra_3: Setting Powered False\u000a23:04:11.655544 bus /sierra_3: Setting Powered False\u000a23:04:12.763188 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:04:03" }, { "cases" : [ { "testActions" : [ ], "age" : 148, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25428): Process ended prematurely: osmo-stp_10.42.42.5(pid=25428) [trial-2350↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25428)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25428): Process ended prematurely: osmo-stp_10.42.42.5(pid=25428) [trial-2350↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25428)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a23:04:14.719215 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:04:14.729978 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:04:14.852086 tst handover.py: using LAC 17367\u000a23:04:14.977747 tst handover.py: using RAC 27\u000a23:04:15.104736 tst handover.py: using CellId 17367\u000a23:04:15.231210 tst handover.py: using BVCI 17368\u000a23:04:15.256254 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:04:15.384878 tst handover.py: using LAC 17368\u000a23:04:15.510649 tst handover.py: using RAC 28\u000a23:04:15.639034 tst handover.py: using CellId 17368\u000a23:04:15.765612 tst handover.py: using BVCI 17369\u000a23:04:15.790627 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:04:15.801765 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:04:15.812619 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:04:15.823685 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:04:15.844006 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:04:15.855739 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:04:15.982707 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:04:16.191061 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:04:16.694915 run create_hlr_db(pid=25422): Launched\u000a23:04:16.831788 bus /sierra_2: Setting Powered False\u000a23:04:17.905387 run create_hlr_db(pid=25422): Terminated: ok {rc=0}\u000a23:04:18.311844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25424): Launched\u000a23:04:18.639344 run osmo-hlr_10.42.42.2(pid=25425): Launched\u000a23:04:18.758132 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:04:19.296673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25427): Launched\u000a23:04:19.624247 run osmo-stp_10.42.42.5(pid=25428): Launched\u000a23:04:19.742717 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:04:20.310566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25430): Launched\u000a23:04:20.639390 run osmo-msc_10.42.42.6(pid=25431): Launched\u000a23:04:20.830092 run osmo-stp_10.42.42.5(pid=25428): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25428)]\u000a23:04:20.968401 run osmo-stp_10.42.42.5(pid=25428): stdout: \u000a| (launched: 2022-12-08_23:04:19.464191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:21.106555 run osmo-stp_10.42.42.5(pid=25428): stderr: \u000a| �[0;m�[38;5;43m20221208230419655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230419655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230419656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230419656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230419656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230419657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230419657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:21.238577 run osmo-stp_10.42.42.5(pid=25428): stdout: \u000a| (launched: 2022-12-08_23:04:19.464191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:21.369354 run osmo-stp_10.42.42.5(pid=25428): stderr: \u000a| �[0;m�[38;5;43m20221208230419655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230419655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230419656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230419656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230419656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230419657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230419657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:21.426575 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25428): Process ended prematurely: osmo-stp_10.42.42.5(pid=25428) [trial-2350↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25428)] [trial-2350↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a23:04:21.435366 tst handover.py:18: Test FAILED (6.7 sec)\u000a23:04:21.498716 run osmo-hlr_10.42.42.2(pid=25425): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25425)]\u000a23:04:21.551014 run osmo-hlr_10.42.42.2(pid=25425): stdout: \u000a| (launched: 2022-12-08_23:04:18.479173) \u000a23:04:21.604350 run osmo-hlr_10.42.42.2(pid=25425): stderr: \u000a| �[0;m�[1;31m20221208230418679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230418679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230418679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230418679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230418679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230418680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230418691 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230418699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230418700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230418700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:04:21.676097 run osmo-msc_10.42.42.6(pid=25431): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25431)]\u000a23:04:21.728397 run osmo-msc_10.42.42.6(pid=25431): stdout: \u000a| (launched: 2022-12-08_23:04:20.478275) \u000a23:04:21.781144 run osmo-msc_10.42.42.6(pid=25431): stderr: \u000a| �[0;m�[38;5;43m20221208230420802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230420802 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7eff6f669c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230420802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230420802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230420803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230420803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230420804 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230420805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230420805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230420805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:04:21.825962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25424): Terminating (SIGTERM)\u000a23:04:21.868438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25427): Terminating (SIGTERM)\u000a23:04:21.910878 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25430): Terminating (SIGTERM)\u000a23:04:21.920254 --- ParallelTerminationStrategy: PID 25424 died...\u000a23:04:21.976894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25424): Terminated: ok {rc=0}\u000a23:04:21.987239 --- ParallelTerminationStrategy: PID 25427 died...\u000a23:04:22.043462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25427): Terminated: ok {rc=0}\u000a23:04:22.053793 --- ParallelTerminationStrategy: PID 25430 died...\u000a23:04:22.110364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25430): Terminated: ok {rc=0}\u000a23:04:22.197720 bus /sierra_3: Setting Powered False\u000a23:04:23.303476 bus /sierra_3: Setting Powered False\u000a23:04:24.412635 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:04:14" }, { "cases" : [ { "testActions" : [ ], "age" : 148, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25442): Process ended prematurely: osmo-stp_10.42.42.5(pid=25442) [trial-2350↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25442)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25442): Process ended prematurely: osmo-stp_10.42.42.5(pid=25442) [trial-2350↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25442)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a23:04:26.393932 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:04:26.404876 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:04:26.535117 tst handover.py: using LAC 17369\u000a23:04:26.663399 tst handover.py: using RAC 29\u000a23:04:26.791310 tst handover.py: using CellId 17369\u000a23:04:26.920766 tst handover.py: using BVCI 17370\u000a23:04:26.945682 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:04:27.089161 tst handover.py: using LAC 17370\u000a23:04:27.219093 tst handover.py: using RAC 30\u000a23:04:27.346884 tst handover.py: using CellId 17370\u000a23:04:27.474320 tst handover.py: using BVCI 17371\u000a23:04:27.499368 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:04:27.510567 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:04:27.521574 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:04:27.532640 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:04:27.543736 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:04:27.554734 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:04:27.671900 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:04:27.872424 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:04:28.329533 run create_hlr_db(pid=25436): Launched\u000a23:04:28.455917 bus /sierra_2: Setting Powered False\u000a23:04:29.528485 run create_hlr_db(pid=25436): Terminated: ok {rc=0}\u000a23:04:29.910992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25438): Launched\u000a23:04:30.217500 run osmo-hlr_10.42.42.2(pid=25439): Launched\u000a23:04:30.337543 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:04:30.852384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25441): Launched\u000a23:04:31.264209 run osmo-stp_10.42.42.5(pid=25442): Launched\u000a23:04:31.535046 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:04:32.090978 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25444): Launched\u000a23:04:32.402065 run osmo-msc_10.42.42.6(pid=25445): Launched\u000a23:04:32.583343 run osmo-stp_10.42.42.5(pid=25442): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25442)]\u000a23:04:32.714235 run osmo-stp_10.42.42.5(pid=25442): stdout: \u000a| (launched: 2022-12-08_23:04:31.010610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:32.842914 run osmo-stp_10.42.42.5(pid=25442): stderr: \u000a| �[0;m�[38;5;43m20221208230431321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230431321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230431322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230431322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230431322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230431323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230431323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:32.966793 run osmo-stp_10.42.42.5(pid=25442): stdout: \u000a| (launched: 2022-12-08_23:04:31.010610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:33.089667 run osmo-stp_10.42.42.5(pid=25442): stderr: \u000a| �[0;m�[38;5;43m20221208230431321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230431321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230431322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230431322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230431322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230431323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230431323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:33.143310 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25442): Process ended prematurely: osmo-stp_10.42.42.5(pid=25442) [trial-2350↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25442)] [trial-2350↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a23:04:33.151384 tst handover.py:18: Test FAILED (6.7 sec)\u000a23:04:33.213376 run osmo-hlr_10.42.42.2(pid=25439): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25439)]\u000a23:04:33.263954 run osmo-hlr_10.42.42.2(pid=25439): stdout: \u000a| (launched: 2022-12-08_23:04:30.067120) \u000a23:04:33.315474 run osmo-hlr_10.42.42.2(pid=25439): stderr: \u000a| �[0;m�[1;31m20221208230430242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230430242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230430242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230430242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230430242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230430242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230430254 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230430264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230430264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230430264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:04:33.385336 run osmo-msc_10.42.42.6(pid=25445): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25445)]\u000a23:04:33.435321 run osmo-msc_10.42.42.6(pid=25445): stdout: \u000a| (launched: 2022-12-08_23:04:32.249400) \u000a23:04:33.486108 run osmo-msc_10.42.42.6(pid=25445): stderr: \u000a| �[0;m�[38;5;43m20221208230432520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230432520 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f95ea6ccc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230432520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230432521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230432521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230432521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230432523 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230432523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230432523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230432524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:04:33.528675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25438): Terminating (SIGTERM)\u000a23:04:33.569604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25441): Terminating (SIGTERM)\u000a23:04:33.610177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25444): Terminating (SIGTERM)\u000a23:04:33.619947 --- ParallelTerminationStrategy: PID 25438 died...\u000a23:04:33.674170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25438): Terminated: ok {rc=0}\u000a23:04:33.684343 --- ParallelTerminationStrategy: PID 25441 died...\u000a23:04:33.738569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25441): Terminated: ok {rc=0}\u000a23:04:33.748370 --- ParallelTerminationStrategy: PID 25444 died...\u000a23:04:33.802146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25444): Terminated: ok {rc=0}\u000a23:04:33.891422 bus /sierra_3: Setting Powered False\u000a23:04:34.995737 bus /sierra_3: Setting Powered False\u000a23:04:36.102766 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:04:26" }, { "cases" : [ { "testActions" : [ ], "age" : 148, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25456): Process ended prematurely: osmo-stp_10.42.42.5(pid=25456) [trial-2350↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25456)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25456): Process ended prematurely: osmo-stp_10.42.42.5(pid=25456) [trial-2350↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25456)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a23:04:38.098076 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:04:38.109178 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:04:38.243178 tst handover.py: using LAC 17371\u000a23:04:38.369369 tst handover.py: using RAC 31\u000a23:04:38.494958 tst handover.py: using CellId 17371\u000a23:04:38.625042 tst handover.py: using BVCI 17372\u000a23:04:38.649955 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:04:38.791087 tst handover.py: using LAC 17372\u000a23:04:38.917613 tst handover.py: using RAC 32\u000a23:04:39.040320 tst handover.py: using CellId 17372\u000a23:04:39.158792 tst handover.py: using BVCI 17373\u000a23:04:39.182353 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:04:39.193238 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:04:39.204058 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:04:39.215322 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:04:39.226748 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:04:39.237968 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:04:39.355058 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:04:39.556163 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:04:40.010660 run create_hlr_db(pid=25450): Launched\u000a23:04:40.135639 bus /sierra_2: Setting Powered False\u000a23:04:41.208546 run create_hlr_db(pid=25450): Terminated: ok {rc=0}\u000a23:04:41.590663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25452): Launched\u000a23:04:41.896553 run osmo-hlr_10.42.42.2(pid=25453): Launched\u000a23:04:42.017869 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:04:42.531320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25455): Launched\u000a23:04:42.837336 run osmo-stp_10.42.42.5(pid=25456): Launched\u000a23:04:42.949550 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:04:43.482031 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25458): Launched\u000a23:04:43.788911 run osmo-msc_10.42.42.6(pid=25459): Launched\u000a23:04:43.969212 run osmo-stp_10.42.42.5(pid=25456): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25456)]\u000a23:04:44.099679 run osmo-stp_10.42.42.5(pid=25456): stdout: \u000a| (launched: 2022-12-08_23:04:42.686328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:44.228388 run osmo-stp_10.42.42.5(pid=25456): stderr: \u000a| �[0;m�[38;5;43m20221208230442855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230442855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230442856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230442856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230442857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230442857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230442857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:44.352049 run osmo-stp_10.42.42.5(pid=25456): stdout: \u000a| (launched: 2022-12-08_23:04:42.686328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:44.474961 run osmo-stp_10.42.42.5(pid=25456): stderr: \u000a| �[0;m�[38;5;43m20221208230442855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230442855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230442856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230442856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230442857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230442857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230442857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:44.528633 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25456): Process ended prematurely: osmo-stp_10.42.42.5(pid=25456) [trial-2350↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25456)] [trial-2350↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a23:04:44.536620 tst handover.py:18: Test FAILED (6.4 sec)\u000a23:04:44.597990 run osmo-hlr_10.42.42.2(pid=25453): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25453)]\u000a23:04:44.647806 run osmo-hlr_10.42.42.2(pid=25453): stdout: \u000a| (launched: 2022-12-08_23:04:41.746118) \u000a23:04:44.698481 run osmo-hlr_10.42.42.2(pid=25453): stderr: \u000a| �[0;m�[1;31m20221208230441924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230441924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230441924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230441924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230441924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230441924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230441935 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230441946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230441946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230441946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:04:44.766770 run osmo-msc_10.42.42.6(pid=25459): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25459)]\u000a23:04:44.816641 run osmo-msc_10.42.42.6(pid=25459): stdout: \u000a| (launched: 2022-12-08_23:04:43.637540) \u000a23:04:44.866526 run osmo-msc_10.42.42.6(pid=25459): stderr: \u000a| �[0;m�[38;5;43m20221208230443906 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230443906 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa482f54c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230443906 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230443906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230443906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230443907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230443908 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230443909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230443909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230443909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:04:44.908900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25452): Terminating (SIGTERM)\u000a23:04:44.949390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25455): Terminating (SIGTERM)\u000a23:04:44.989851 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25458): Terminating (SIGTERM)\u000a23:04:44.999430 --- ParallelTerminationStrategy: PID 25452 died...\u000a23:04:45.054146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25452): Terminated: ok {rc=0}\u000a23:04:45.064008 --- ParallelTerminationStrategy: PID 25455 died...\u000a23:04:45.118237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25455): Terminated: ok {rc=0}\u000a23:04:45.128243 --- ParallelTerminationStrategy: PID 25458 died...\u000a23:04:45.182340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25458): Terminated: ok {rc=0}\u000a23:04:45.266816 bus /sierra_3: Setting Powered False\u000a23:04:46.373569 bus /sierra_3: Setting Powered False\u000a23:04:47.483301 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:04:37" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25470): Process ended prematurely: osmo-stp_10.42.42.5(pid=25470) [trial-2350↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25470)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25470): Process ended prematurely: osmo-stp_10.42.42.5(pid=25470) [trial-2350↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25470)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a23:04:49.472895 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:04:49.484102 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a23:04:49.612237 tst handover.py: using LAC 17373\u000a23:04:49.740456 tst handover.py: using RAC 33\u000a23:04:49.872704 tst handover.py: using CellId 17373\u000a23:04:50.000167 tst handover.py: using BVCI 17374\u000a23:04:50.025254 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a23:04:50.167994 tst handover.py: using LAC 17374\u000a23:04:50.290641 tst handover.py: using RAC 34\u000a23:04:50.414306 tst handover.py: using CellId 17374\u000a23:04:50.533797 tst handover.py: using BVCI 17375\u000a23:04:50.557436 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:04:50.568443 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:04:50.579637 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:04:50.590772 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:04:50.602012 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:04:50.613143 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a23:04:50.733456 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a23:04:50.947930 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:04:51.441480 run create_hlr_db(pid=25464): Launched\u000a23:04:51.575199 bus /sierra_2: Setting Powered False\u000a23:04:52.651997 run create_hlr_db(pid=25464): Terminated: ok {rc=0}\u000a23:04:53.036844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25466): Launched\u000a23:04:53.343997 run osmo-hlr_10.42.42.2(pid=25467): Launched\u000a23:04:53.462514 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:04:53.967019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25469): Launched\u000a23:04:54.272646 run osmo-stp_10.42.42.5(pid=25470): Launched\u000a23:04:54.385068 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:04:54.920874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25472): Launched\u000a23:04:55.228185 run osmo-msc_10.42.42.6(pid=25473): Launched\u000a23:04:55.409502 run osmo-stp_10.42.42.5(pid=25470): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25470)]\u000a23:04:55.540153 run osmo-stp_10.42.42.5(pid=25470): stdout: \u000a| (launched: 2022-12-08_23:04:54.122375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:55.668695 run osmo-stp_10.42.42.5(pid=25470): stderr: \u000a| �[0;m�[38;5;43m20221208230454291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230454292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230454292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230454292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230454293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230454293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230454293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:55.792317 run osmo-stp_10.42.42.5(pid=25470): stdout: \u000a| (launched: 2022-12-08_23:04:54.122375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:55.915142 run osmo-stp_10.42.42.5(pid=25470): stderr: \u000a| �[0;m�[38;5;43m20221208230454291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230454292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230454292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230454292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230454293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230454293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230454293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:55.968743 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25470): Process ended prematurely: osmo-stp_10.42.42.5(pid=25470) [trial-2350↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25470)] [trial-2350↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a23:04:55.976933 tst handover.py:18: Test FAILED (6.5 sec)\u000a23:04:56.038367 run osmo-hlr_10.42.42.2(pid=25467): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25467)]\u000a23:04:56.088743 run osmo-hlr_10.42.42.2(pid=25467): stdout: \u000a| (launched: 2022-12-08_23:04:53.193465) \u000a23:04:56.139793 run osmo-hlr_10.42.42.2(pid=25467): stderr: \u000a| �[0;m�[1;31m20221208230453371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230453371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230453371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230453371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230453371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230453371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230453383 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230453392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230453392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230453392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:04:56.208499 run osmo-msc_10.42.42.6(pid=25473): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25473)]\u000a23:04:56.258568 run osmo-msc_10.42.42.6(pid=25473): stdout: \u000a| (launched: 2022-12-08_23:04:55.076609) \u000a23:04:56.309349 run osmo-msc_10.42.42.6(pid=25473): stderr: \u000a| �[0;m�[38;5;43m20221208230455347 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230455347 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efdc3279c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230455347 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230455347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230455347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230455348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230455349 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230455350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230455350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230455350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:04:56.352348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25466): Terminating (SIGTERM)\u000a23:04:56.392942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25469): Terminating (SIGTERM)\u000a23:04:56.433723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25472): Terminating (SIGTERM)\u000a23:04:56.443536 --- ParallelTerminationStrategy: PID 25466 died...\u000a23:04:56.498238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25466): Terminated: ok {rc=0}\u000a23:04:56.508079 --- ParallelTerminationStrategy: PID 25469 died...\u000a23:04:56.562306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25469): Terminated: ok {rc=0}\u000a23:04:56.572560 --- ParallelTerminationStrategy: PID 25472 died...\u000a23:04:56.627307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25472): Terminated: ok {rc=0}\u000a23:04:56.713188 bus /sierra_3: Setting Powered False\u000a23:04:57.818001 bus /sierra_3: Setting Powered False\u000a23:04:58.930331 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:04:49" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25487): Process ended prematurely: osmo-stp_10.42.42.5(pid=25487) [trial-2350↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25487)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25487): Process ended prematurely: osmo-stp_10.42.42.5(pid=25487) [trial-2350↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25487)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a23:05:00.929891 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:05:00.941981 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a23:05:01.080424 tst handover.py: using LAC 17375\u000a23:05:01.217664 tst handover.py: using RAC 35\u000a23:05:01.368478 tst handover.py: using CellId 17375\u000a23:05:01.504379 tst handover.py: using BVCI 17376\u000a23:05:01.530299 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a23:05:01.705772 tst handover.py: using LAC 17376\u000a23:05:01.876372 tst handover.py: using RAC 36\u000a23:05:02.004810 tst handover.py: using CellId 17376\u000a23:05:02.130750 tst handover.py: using BVCI 17377\u000a23:05:02.155925 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:05:02.168173 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:05:02.180605 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:05:02.192717 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:05:02.206255 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:05:02.219108 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a23:05:02.332616 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a23:05:02.534354 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:05:02.990653 run create_hlr_db(pid=25481): Launched\u000a23:05:03.116445 bus /sierra_2: Setting Powered False\u000a23:05:04.191610 run create_hlr_db(pid=25481): Terminated: ok {rc=0}\u000a23:05:04.574830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25483): Launched\u000a23:05:04.881375 run osmo-hlr_10.42.42.2(pid=25484): Launched\u000a23:05:05.002654 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:05:05.520891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25486): Launched\u000a23:05:05.828326 run osmo-stp_10.42.42.5(pid=25487): Launched\u000a23:05:05.940777 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:05:06.474433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25489): Launched\u000a23:05:06.781739 run osmo-msc_10.42.42.6(pid=25490): Launched\u000a23:05:06.963917 run osmo-stp_10.42.42.5(pid=25487): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25487)]\u000a23:05:07.095328 run osmo-stp_10.42.42.5(pid=25487): stdout: \u000a| (launched: 2022-12-08_23:05:05.677151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:07.224680 run osmo-stp_10.42.42.5(pid=25487): stderr: \u000a| �[0;m�[38;5;43m20221208230505848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230505848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230505848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230505849 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230505849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230505849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230505849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:07.348711 run osmo-stp_10.42.42.5(pid=25487): stdout: \u000a| (launched: 2022-12-08_23:05:05.677151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:07.472110 run osmo-stp_10.42.42.5(pid=25487): stderr: \u000a| �[0;m�[38;5;43m20221208230505848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230505848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230505848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230505849 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230505849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230505849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230505849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:07.526119 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25487): Process ended prematurely: osmo-stp_10.42.42.5(pid=25487) [trial-2350↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25487)] [trial-2350↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a23:05:07.534101 tst handover.py:18: Test FAILED (6.6 sec)\u000a23:05:07.595375 run osmo-hlr_10.42.42.2(pid=25484): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25484)]\u000a23:05:07.645400 run osmo-hlr_10.42.42.2(pid=25484): stdout: \u000a| (launched: 2022-12-08_23:05:04.731223) \u000a23:05:07.695850 run osmo-hlr_10.42.42.2(pid=25484): stderr: \u000a| �[0;m�[1;31m20221208230504909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230504909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230504909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230504909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230504909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230504909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230504920 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230504929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230504929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230504930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:05:07.764299 run osmo-msc_10.42.42.6(pid=25490): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25490)]\u000a23:05:07.814352 run osmo-msc_10.42.42.6(pid=25490): stdout: \u000a| (launched: 2022-12-08_23:05:06.629982) \u000a23:05:07.865058 run osmo-msc_10.42.42.6(pid=25490): stderr: \u000a| �[0;m�[38;5;43m20221208230506900 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230506901 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f77e5261c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230506901 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230506901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230506901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230506901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230506903 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230506903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230506903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230506903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:05:07.907534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25483): Terminating (SIGTERM)\u000a23:05:07.948326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25486): Terminating (SIGTERM)\u000a23:05:07.988862 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25489): Terminating (SIGTERM)\u000a23:05:07.998539 --- ParallelTerminationStrategy: PID 25483 died...\u000a23:05:08.052888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25483): Terminated: ok {rc=0}\u000a23:05:08.062880 --- ParallelTerminationStrategy: PID 25486 died...\u000a23:05:08.117110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25486): Terminated: ok {rc=0}\u000a23:05:08.127157 --- ParallelTerminationStrategy: PID 25489 died...\u000a23:05:08.181574 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25489): Terminated: ok {rc=0}\u000a23:05:08.267966 bus /sierra_3: Setting Powered False\u000a23:05:09.376885 bus /sierra_3: Setting Powered False\u000a23:05:10.488793 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:05:00" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25501): Process ended prematurely: osmo-stp_10.42.42.5(pid=25501) [trial-2350↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25501)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25501): Process ended prematurely: osmo-stp_10.42.42.5(pid=25501) [trial-2350↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25501)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a23:05:12.464266 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:05:12.475202 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:05:12.596923 tst handover.py: using LAC 17377\u000a23:05:12.718613 tst handover.py: using RAC 37\u000a23:05:12.844857 tst handover.py: using CellId 17377\u000a23:05:12.964943 tst handover.py: using BVCI 17378\u000a23:05:12.988749 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:05:13.123891 tst handover.py: using LAC 17378\u000a23:05:13.245252 tst handover.py: using RAC 38\u000a23:05:13.364379 tst handover.py: using CellId 17378\u000a23:05:13.485200 tst handover.py: using BVCI 17379\u000a23:05:13.508508 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:05:13.519379 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:05:13.530108 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:05:13.541104 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:05:13.552005 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:05:13.562983 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:05:13.681385 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:05:13.883606 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:05:14.336861 run create_hlr_db(pid=25495): Launched\u000a23:05:14.461880 bus /sierra_2: Setting Powered False\u000a23:05:15.533930 run create_hlr_db(pid=25495): Terminated: ok {rc=0}\u000a23:05:15.975161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25497): Launched\u000a23:05:16.388516 run osmo-hlr_10.42.42.2(pid=25498): Launched\u000a23:05:16.622045 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:05:17.172522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25500): Launched\u000a23:05:17.483102 run osmo-stp_10.42.42.5(pid=25501): Launched\u000a23:05:17.596169 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:05:18.163350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25503): Launched\u000a23:05:18.490553 run osmo-msc_10.42.42.6(pid=25504): Launched\u000a23:05:18.683442 run osmo-stp_10.42.42.5(pid=25501): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25501)]\u000a23:05:18.822577 run osmo-stp_10.42.42.5(pid=25501): stdout: \u000a| (launched: 2022-12-08_23:05:17.330463)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:18.961522 run osmo-stp_10.42.42.5(pid=25501): stderr: \u000a| �[0;m�[38;5;43m20221208230517498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230517499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230517499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230517499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230517502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230517502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230517502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:19.094803 run osmo-stp_10.42.42.5(pid=25501): stdout: \u000a| (launched: 2022-12-08_23:05:17.330463)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:19.226049 run osmo-stp_10.42.42.5(pid=25501): stderr: \u000a| �[0;m�[38;5;43m20221208230517498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230517499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230517499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230517499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230517502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230517502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230517502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:19.283453 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25501): Process ended prematurely: osmo-stp_10.42.42.5(pid=25501) [trial-2350↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25501)] [trial-2350↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a23:05:19.292207 tst handover.py:18: Test FAILED (6.8 sec)\u000a23:05:19.356567 run osmo-hlr_10.42.42.2(pid=25498): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25498)]\u000a23:05:19.409374 run osmo-hlr_10.42.42.2(pid=25498): stdout: \u000a| (launched: 2022-12-08_23:05:16.136344) \u000a23:05:19.462368 run osmo-hlr_10.42.42.2(pid=25498): stderr: \u000a| �[0;m�[1;31m20221208230516446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230516446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230516446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230516446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230516446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230516446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230516463 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230516479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230516479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230516480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:05:19.534123 run osmo-msc_10.42.42.6(pid=25504): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25504)]\u000a23:05:19.586233 run osmo-msc_10.42.42.6(pid=25504): stdout: \u000a| (launched: 2022-12-08_23:05:18.329900) \u000a23:05:19.638895 run osmo-msc_10.42.42.6(pid=25504): stderr: \u000a| �[0;m�[38;5;43m20221208230518653 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230518653 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff8befafc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230518653 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230518653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230518653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230518653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230518655 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230518655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230518656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230518656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:05:19.683618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25497): Terminating (SIGTERM)\u000a23:05:19.726138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25500): Terminating (SIGTERM)\u000a23:05:19.768682 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25503): Terminating (SIGTERM)\u000a23:05:19.778768 --- ParallelTerminationStrategy: PID 25497 died...\u000a23:05:19.835917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25497): Terminated: ok {rc=0}\u000a23:05:19.846170 --- ParallelTerminationStrategy: PID 25500 died...\u000a23:05:19.903196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25500): Terminated: ok {rc=0}\u000a23:05:19.913645 --- ParallelTerminationStrategy: PID 25503 died...\u000a23:05:19.970379 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25503): Terminated: ok {rc=0}\u000a23:05:20.059393 bus /sierra_3: Setting Powered False\u000a23:05:21.166023 bus /sierra_3: Setting Powered False\u000a23:05:22.279015 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:05:12" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25515): Process ended prematurely: osmo-stp_10.42.42.5(pid=25515) [trial-2350↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25515)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25515): Process ended prematurely: osmo-stp_10.42.42.5(pid=25515) [trial-2350↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25515)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a23:05:24.247292 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:05:24.258992 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:05:24.388611 tst handover.py: using LAC 17379\u000a23:05:24.517298 tst handover.py: using RAC 39\u000a23:05:24.646886 tst handover.py: using CellId 17379\u000a23:05:24.775109 tst handover.py: using BVCI 17380\u000a23:05:24.800154 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:05:24.931145 tst handover.py: using LAC 17380\u000a23:05:25.061044 tst handover.py: using RAC 40\u000a23:05:25.190832 tst handover.py: using CellId 17380\u000a23:05:25.318971 tst handover.py: using BVCI 17381\u000a23:05:25.343983 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:05:25.355480 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:05:25.366500 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:05:25.377751 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:05:25.388919 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:05:25.399997 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:05:25.515248 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:05:25.725732 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:05:26.219365 run create_hlr_db(pid=25509): Launched\u000a23:05:26.353610 bus /sierra_2: Setting Powered False\u000a23:05:27.431589 run create_hlr_db(pid=25509): Terminated: ok {rc=0}\u000a23:05:27.818726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25511): Launched\u000a23:05:28.124798 run osmo-hlr_10.42.42.2(pid=25512): Launched\u000a23:05:28.245458 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:05:28.760115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25514): Launched\u000a23:05:29.065722 run osmo-stp_10.42.42.5(pid=25515): Launched\u000a23:05:29.178271 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:05:29.709745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25517): Launched\u000a23:05:30.015968 run osmo-msc_10.42.42.6(pid=25518): Launched\u000a23:05:30.196404 run osmo-stp_10.42.42.5(pid=25515): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25515)]\u000a23:05:30.327150 run osmo-stp_10.42.42.5(pid=25515): stdout: \u000a| (launched: 2022-12-08_23:05:28.915481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:30.455055 run osmo-stp_10.42.42.5(pid=25515): stderr: \u000a| �[0;m�[38;5;43m20221208230529088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230529088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230529088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230529089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230529089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230529089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230529089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:30.578296 run osmo-stp_10.42.42.5(pid=25515): stdout: \u000a| (launched: 2022-12-08_23:05:28.915481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:30.700101 run osmo-stp_10.42.42.5(pid=25515): stderr: \u000a| �[0;m�[38;5;43m20221208230529088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230529088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230529088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230529089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230529089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230529089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230529089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:30.753384 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25515): Process ended prematurely: osmo-stp_10.42.42.5(pid=25515) [trial-2350↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25515)] [trial-2350↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a23:05:30.761381 tst handover.py:18: Test FAILED (6.5 sec)\u000a23:05:30.822484 run osmo-hlr_10.42.42.2(pid=25512): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25512)]\u000a23:05:30.874658 run osmo-hlr_10.42.42.2(pid=25512): stdout: \u000a| (launched: 2022-12-08_23:05:27.974487) \u000a23:05:30.931211 run osmo-hlr_10.42.42.2(pid=25512): stderr: \u000a| �[0;m�[1;31m20221208230528149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230528149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230528149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230528149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230528150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230528150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230528162 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230528170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230528171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230528171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:05:31.002262 run osmo-msc_10.42.42.6(pid=25518): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25518)]\u000a23:05:31.054271 run osmo-msc_10.42.42.6(pid=25518): stdout: \u000a| (launched: 2022-12-08_23:05:29.865169) \u000a23:05:31.107160 run osmo-msc_10.42.42.6(pid=25518): stderr: \u000a| �[0;m�[38;5;43m20221208230530137 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230530137 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa5586d3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230530137 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230530137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230530137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230530138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230530140 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230530140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230530140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230530140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:05:31.151392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25511): Terminating (SIGTERM)\u000a23:05:31.197217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25514): Terminating (SIGTERM)\u000a23:05:31.239065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25517): Terminating (SIGTERM)\u000a23:05:31.250016 --- ParallelTerminationStrategy: PID 25511 died...\u000a23:05:31.306317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25511): Terminated: ok {rc=0}\u000a23:05:31.317599 --- ParallelTerminationStrategy: PID 25514 died...\u000a23:05:31.373840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25514): Terminated: ok {rc=0}\u000a23:05:31.385574 --- ParallelTerminationStrategy: PID 25517 died...\u000a23:05:31.442601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25517): Terminated: ok {rc=0}\u000a23:05:31.530726 bus /sierra_3: Setting Powered False\u000a23:05:32.638109 bus /sierra_3: Setting Powered False\u000a23:05:33.745555 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:05:23" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25529): Process ended prematurely: osmo-stp_10.42.42.5(pid=25529) [trial-2350↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25529)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25529): Process ended prematurely: osmo-stp_10.42.42.5(pid=25529) [trial-2350↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25529)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a23:05:35.712134 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:05:35.722863 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:05:35.844034 tst handover.py: using LAC 17381\u000a23:05:35.965468 tst handover.py: using RAC 41\u000a23:05:36.084651 tst handover.py: using CellId 17381\u000a23:05:36.203265 tst handover.py: using BVCI 17382\u000a23:05:36.226902 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:05:36.363638 tst handover.py: using LAC 17382\u000a23:05:36.489314 tst handover.py: using RAC 42\u000a23:05:36.621575 tst handover.py: using CellId 17382\u000a23:05:36.748326 tst handover.py: using BVCI 17383\u000a23:05:36.773478 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:05:36.784643 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:05:36.795910 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:05:36.807107 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:05:36.818306 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:05:36.829372 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:05:36.944145 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:05:37.153197 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:05:37.648716 run create_hlr_db(pid=25523): Launched\u000a23:05:37.782151 bus /sierra_2: Setting Powered False\u000a23:05:38.859549 run create_hlr_db(pid=25523): Terminated: ok {rc=0}\u000a23:05:39.247144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25525): Launched\u000a23:05:39.554431 run osmo-hlr_10.42.42.2(pid=25526): Launched\u000a23:05:39.675131 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:05:40.187660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25528): Launched\u000a23:05:40.493271 run osmo-stp_10.42.42.5(pid=25529): Launched\u000a23:05:40.605806 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:05:41.138215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25531): Launched\u000a23:05:41.446201 run osmo-msc_10.42.42.6(pid=25532): Launched\u000a23:05:41.628063 run osmo-stp_10.42.42.5(pid=25529): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25529)]\u000a23:05:41.758615 run osmo-stp_10.42.42.5(pid=25529): stdout: \u000a| (launched: 2022-12-08_23:05:40.343205)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:41.887229 run osmo-stp_10.42.42.5(pid=25529): stderr: \u000a| �[0;m�[38;5;43m20221208230540514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230540514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230540515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230540515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230540515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230540516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230540516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:42.011234 run osmo-stp_10.42.42.5(pid=25529): stdout: \u000a| (launched: 2022-12-08_23:05:40.343205)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:42.133888 run osmo-stp_10.42.42.5(pid=25529): stderr: \u000a| �[0;m�[38;5;43m20221208230540514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230540514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230540515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230540515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230540515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230540516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230540516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:42.187311 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25529): Process ended prematurely: osmo-stp_10.42.42.5(pid=25529) [trial-2350↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25529)] [trial-2350↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a23:05:42.195400 tst handover.py:18: Test FAILED (6.5 sec)\u000a23:05:42.257054 run osmo-hlr_10.42.42.2(pid=25526): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25526)]\u000a23:05:42.307806 run osmo-hlr_10.42.42.2(pid=25526): stdout: \u000a| (launched: 2022-12-08_23:05:39.403246) \u000a23:05:42.359030 run osmo-hlr_10.42.42.2(pid=25526): stderr: \u000a| �[0;m�[1;31m20221208230539579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230539579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230539579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230539579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230539579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230539579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230539591 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230539602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230539602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230539602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:05:42.428177 run osmo-msc_10.42.42.6(pid=25532): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25532)]\u000a23:05:42.478634 run osmo-msc_10.42.42.6(pid=25532): stdout: \u000a| (launched: 2022-12-08_23:05:41.294614) \u000a23:05:42.529436 run osmo-msc_10.42.42.6(pid=25532): stderr: \u000a| �[0;m�[38;5;43m20221208230541564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230541564 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2469b9ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230541564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230541564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230541565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230541565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230541567 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230541567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230541567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230541567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:05:42.572646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25525): Terminating (SIGTERM)\u000a23:05:42.613877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25528): Terminating (SIGTERM)\u000a23:05:42.654645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25531): Terminating (SIGTERM)\u000a23:05:42.664341 --- ParallelTerminationStrategy: PID 25525 died...\u000a23:05:42.719148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25525): Terminated: ok {rc=0}\u000a23:05:42.729391 --- ParallelTerminationStrategy: PID 25528 died...\u000a23:05:42.784411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25528): Terminated: ok {rc=0}\u000a23:05:42.794440 --- ParallelTerminationStrategy: PID 25531 died...\u000a23:05:42.849188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25531): Terminated: ok {rc=0}\u000a23:05:42.939025 bus /sierra_3: Setting Powered False\u000a23:05:44.044391 bus /sierra_3: Setting Powered False\u000a23:05:45.157694 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:05:35" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25543): Process ended prematurely: osmo-stp_10.42.42.5(pid=25543) [trial-2350↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25543)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25543): Process ended prematurely: osmo-stp_10.42.42.5(pid=25543) [trial-2350↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25543)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a23:05:47.235505 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:05:47.247519 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:05:47.380889 tst handover.py: using LAC 17383\u000a23:05:47.509077 tst handover.py: using RAC 43\u000a23:05:47.638705 tst handover.py: using CellId 17383\u000a23:05:47.766758 tst handover.py: using BVCI 17384\u000a23:05:47.792112 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:05:47.936243 tst handover.py: using LAC 17384\u000a23:05:48.065356 tst handover.py: using RAC 44\u000a23:05:48.195064 tst handover.py: using CellId 17384\u000a23:05:48.325027 tst handover.py: using BVCI 17385\u000a23:05:48.350218 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:05:48.361691 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:05:48.373242 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:05:48.384633 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:05:48.396137 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:05:48.407546 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:05:48.523256 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:05:48.727393 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:05:49.196791 run create_hlr_db(pid=25537): Launched\u000a23:05:49.330956 bus /sierra_2: Setting Powered False\u000a23:05:50.408393 run create_hlr_db(pid=25537): Terminated: ok {rc=0}\u000a23:05:50.793655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25539): Launched\u000a23:05:51.100522 run osmo-hlr_10.42.42.2(pid=25540): Launched\u000a23:05:51.218208 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:05:51.723254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25542): Launched\u000a23:05:52.029023 run osmo-stp_10.42.42.5(pid=25543): Launched\u000a23:05:52.141006 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:05:52.673541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25545): Launched\u000a23:05:52.981352 run osmo-msc_10.42.42.6(pid=25546): Launched\u000a23:05:53.163136 run osmo-stp_10.42.42.5(pid=25543): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25543)]\u000a23:05:53.294582 run osmo-stp_10.42.42.5(pid=25543): stdout: \u000a| (launched: 2022-12-08_23:05:51.878620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:53.423587 run osmo-stp_10.42.42.5(pid=25543): stderr: \u000a| �[0;m�[38;5;43m20221208230552049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230552049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230552049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230552050 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230552050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230552050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230552050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:53.547546 run osmo-stp_10.42.42.5(pid=25543): stdout: \u000a| (launched: 2022-12-08_23:05:51.878620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:53.670526 run osmo-stp_10.42.42.5(pid=25543): stderr: \u000a| �[0;m�[38;5;43m20221208230552049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230552049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230552049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230552050 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230552050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230552050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230552050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:53.724149 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25543): Process ended prematurely: osmo-stp_10.42.42.5(pid=25543) [trial-2350↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25543)] [trial-2350↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a23:05:53.732079 tst handover.py:18: Test FAILED (6.5 sec)\u000a23:05:53.793488 run osmo-hlr_10.42.42.2(pid=25540): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25540)]\u000a23:05:53.843743 run osmo-hlr_10.42.42.2(pid=25540): stdout: \u000a| (launched: 2022-12-08_23:05:50.949783) \u000a23:05:53.894340 run osmo-hlr_10.42.42.2(pid=25540): stderr: \u000a| �[0;m�[1;31m20221208230551125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230551125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230551125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230551125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230551125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230551126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230551138 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230551146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230551147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230551147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:05:53.962831 run osmo-msc_10.42.42.6(pid=25546): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25546)]\u000a23:05:54.012724 run osmo-msc_10.42.42.6(pid=25546): stdout: \u000a| (launched: 2022-12-08_23:05:52.829288) \u000a23:05:54.063115 run osmo-msc_10.42.42.6(pid=25546): stderr: \u000a| �[0;m�[38;5;43m20221208230553100 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230553100 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4a0b8f9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230553100 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230553100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230553100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230553101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230553102 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230553103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230553103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230553103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:05:54.105400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25539): Terminating (SIGTERM)\u000a23:05:54.145790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25542): Terminating (SIGTERM)\u000a23:05:54.185992 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25545): Terminating (SIGTERM)\u000a23:05:54.195469 --- ParallelTerminationStrategy: PID 25539 died...\u000a23:05:54.251757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25539): Terminated: ok {rc=0}\u000a23:05:54.261693 --- ParallelTerminationStrategy: PID 25542 died...\u000a23:05:54.315590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25542): Terminated: ok {rc=0}\u000a23:05:54.325373 --- ParallelTerminationStrategy: PID 25545 died...\u000a23:05:54.378807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25545): Terminated: ok {rc=0}\u000a23:05:54.467381 bus /sierra_3: Setting Powered False\u000a23:05:55.570431 bus /sierra_3: Setting Powered False\u000a23:05:56.681076 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:05:46" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25559): Process ended prematurely: osmo-stp_10.42.42.5(pid=25559) [trial-2350↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25559)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25559): Process ended prematurely: osmo-stp_10.42.42.5(pid=25559) [trial-2350↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25559)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a23:05:58.677252 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:05:58.688070 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a23:05:58.824425 tst handover.py: using LAC 17385\u000a23:05:58.945968 tst handover.py: using RAC 45\u000a23:05:59.064751 tst handover.py: using CellId 17385\u000a23:05:59.186758 tst handover.py: using BVCI 17386\u000a23:05:59.210029 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a23:05:59.342931 tst handover.py: using LAC 17386\u000a23:05:59.469886 tst handover.py: using RAC 46\u000a23:05:59.602874 tst handover.py: using CellId 17386\u000a23:05:59.731829 tst handover.py: using BVCI 17387\u000a23:05:59.756807 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:05:59.768452 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:05:59.779926 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:05:59.792092 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:05:59.804175 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:05:59.815947 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a23:05:59.932715 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a23:06:00.133405 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:06:00.588886 run create_hlr_db(pid=25553): Launched\u000a23:06:00.713441 bus /sierra_2: Setting Powered False\u000a23:06:01.798147 run create_hlr_db(pid=25553): Terminated: ok {rc=0}\u000a23:06:02.200829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25555): Launched\u000a23:06:02.507530 run osmo-hlr_10.42.42.2(pid=25556): Launched\u000a23:06:02.628609 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:06:03.139699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25558): Launched\u000a23:06:03.445134 run osmo-stp_10.42.42.5(pid=25559): Launched\u000a23:06:03.556760 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:06:04.088733 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25561): Launched\u000a23:06:04.396806 run osmo-msc_10.42.42.6(pid=25562): Launched\u000a23:06:04.578083 run osmo-stp_10.42.42.5(pid=25559): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25559)]\u000a23:06:04.708812 run osmo-stp_10.42.42.5(pid=25559): stdout: \u000a| (launched: 2022-12-08_23:06:03.295192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:04.837796 run osmo-stp_10.42.42.5(pid=25559): stderr: \u000a| �[0;m�[38;5;43m20221208230603466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230603467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230603467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230603467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230603468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230603468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230603468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:04.961415 run osmo-stp_10.42.42.5(pid=25559): stdout: \u000a| (launched: 2022-12-08_23:06:03.295192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:05.084133 run osmo-stp_10.42.42.5(pid=25559): stderr: \u000a| �[0;m�[38;5;43m20221208230603466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230603467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230603467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230603467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230603468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230603468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230603468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:05.137768 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25559): Process ended prematurely: osmo-stp_10.42.42.5(pid=25559) [trial-2350↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25559)] [trial-2350↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a23:06:05.145721 tst handover.py:18: Test FAILED (6.5 sec)\u000a23:06:05.206751 run osmo-hlr_10.42.42.2(pid=25556): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25556)]\u000a23:06:05.256579 run osmo-hlr_10.42.42.2(pid=25556): stdout: \u000a| (launched: 2022-12-08_23:06:02.356780) \u000a23:06:05.306885 run osmo-hlr_10.42.42.2(pid=25556): stderr: \u000a| �[0;m�[1;31m20221208230602534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230602534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230602534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230602534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230602534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230602534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230602546 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230602555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230602555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230602555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:06:05.375595 run osmo-msc_10.42.42.6(pid=25562): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25562)]\u000a23:06:05.426032 run osmo-msc_10.42.42.6(pid=25562): stdout: \u000a| (launched: 2022-12-08_23:06:04.245580) \u000a23:06:05.476739 run osmo-msc_10.42.42.6(pid=25562): stderr: \u000a| �[0;m�[38;5;43m20221208230604518 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230604518 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4df1d17c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230604518 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230604518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230604519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230604519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230604520 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230604521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230604521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230604521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:06:05.519062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25555): Terminating (SIGTERM)\u000a23:06:05.559479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25558): Terminating (SIGTERM)\u000a23:06:05.599969 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25561): Terminating (SIGTERM)\u000a23:06:05.609533 --- ParallelTerminationStrategy: PID 25555 died...\u000a23:06:05.663826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25555): Terminated: ok {rc=0}\u000a23:06:05.673806 --- ParallelTerminationStrategy: PID 25558 died...\u000a23:06:05.727999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25558): Terminated: ok {rc=0}\u000a23:06:05.738005 --- ParallelTerminationStrategy: PID 25561 died...\u000a23:06:05.792042 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25561): Terminated: ok {rc=0}\u000a23:06:05.881283 bus /sierra_3: Setting Powered False\u000a23:06:06.984240 bus /sierra_3: Setting Powered False\u000a23:06:08.097199 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:05:58" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25573): Process ended prematurely: osmo-stp_10.42.42.5(pid=25573) [trial-2350↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25573)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25573): Process ended prematurely: osmo-stp_10.42.42.5(pid=25573) [trial-2350↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25573)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a23:06:10.127886 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:10.139314 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:06:10.287668 tst handover.py: using LAC 17387\u000a23:06:10.410092 tst handover.py: using RAC 47\u000a23:06:10.528620 tst handover.py: using CellId 17387\u000a23:06:10.647136 tst handover.py: using BVCI 17388\u000a23:06:10.670574 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:06:10.805462 tst handover.py: using LAC 17388\u000a23:06:10.924625 tst handover.py: using RAC 48\u000a23:06:11.043374 tst handover.py: using CellId 17388\u000a23:06:11.164406 tst handover.py: using BVCI 17389\u000a23:06:11.187625 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:11.198506 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:11.209606 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:11.220785 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:11.231837 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:11.242854 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:06:11.361033 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:06:11.563943 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:06:12.019850 run create_hlr_db(pid=25567): Launched\u000a23:06:12.145771 bus /sierra_2: Setting Powered False\u000a23:06:13.218516 run create_hlr_db(pid=25567): Terminated: ok {rc=0}\u000a23:06:13.600586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25569): Launched\u000a23:06:13.908102 run osmo-hlr_10.42.42.2(pid=25570): Launched\u000a23:06:14.024921 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:06:14.527963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25572): Launched\u000a23:06:14.832873 run osmo-stp_10.42.42.5(pid=25573): Launched\u000a23:06:14.944504 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:06:15.477394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25575): Launched\u000a23:06:15.784647 run osmo-msc_10.42.42.6(pid=25576): Launched\u000a23:06:16.083113 run osmo-stp_10.42.42.5(pid=25573): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25573)]\u000a23:06:16.376853 run osmo-stp_10.42.42.5(pid=25573): stdout: \u000a| (launched: 2022-12-08_23:06:14.682651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:16.563928 run osmo-stp_10.42.42.5(pid=25573): stderr: \u000a| �[0;m�[38;5;43m20221208230614851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230614851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230614851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230614852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230614854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230614854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230614854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:16.691777 run osmo-stp_10.42.42.5(pid=25573): stdout: \u000a| (launched: 2022-12-08_23:06:14.682651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:16.818282 run osmo-stp_10.42.42.5(pid=25573): stderr: \u000a| �[0;m�[38;5;43m20221208230614851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230614851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230614851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230614852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230614854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230614854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230614854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:16.872810 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25573): Process ended prematurely: osmo-stp_10.42.42.5(pid=25573) [trial-2350↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25573)] [trial-2350↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a23:06:16.881378 tst handover.py:18: Test FAILED (6.7 sec)\u000a23:06:16.943997 run osmo-hlr_10.42.42.2(pid=25570): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25570)]\u000a23:06:16.995287 run osmo-hlr_10.42.42.2(pid=25570): stdout: \u000a| (launched: 2022-12-08_23:06:13.756698) \u000a23:06:17.047606 run osmo-hlr_10.42.42.2(pid=25570): stderr: \u000a| �[0;m�[1;31m20221208230613932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230613932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230613932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230613932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230613932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230613932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230613945 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230613953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230613953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230613953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:06:17.117673 run osmo-msc_10.42.42.6(pid=25576): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25576)]\u000a23:06:17.169117 run osmo-msc_10.42.42.6(pid=25576): stdout: \u000a| (launched: 2022-12-08_23:06:15.633388) \u000a23:06:17.220888 run osmo-msc_10.42.42.6(pid=25576): stderr: \u000a| �[0;m�[38;5;43m20221208230615952 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230615953 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f39ff968c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230615953 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230615953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230615953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230615953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230615955 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230615955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230615955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230615955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:06:17.264404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25569): Terminating (SIGTERM)\u000a23:06:17.305686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25572): Terminating (SIGTERM)\u000a23:06:17.347008 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25575): Terminating (SIGTERM)\u000a23:06:17.356566 --- ParallelTerminationStrategy: PID 25569 died...\u000a23:06:17.411971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25569): Terminated: ok {rc=0}\u000a23:06:17.422173 --- ParallelTerminationStrategy: PID 25572 died...\u000a23:06:17.476596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25572): Terminated: ok {rc=0}\u000a23:06:17.486750 --- ParallelTerminationStrategy: PID 25575 died...\u000a23:06:17.541591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25575): Terminated: ok {rc=0}\u000a23:06:17.626447 bus /sierra_3: Setting Powered False\u000a23:06:18.733589 bus /sierra_3: Setting Powered False\u000a23:06:19.846923 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:06:09" }, { "cases" : [ { "testActions" : [ ], "age" : 20, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25587): Process ended prematurely: osmo-stp_10.42.42.5(pid=25587) [trial-2350↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25587)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25587): Process ended prematurely: osmo-stp_10.42.42.5(pid=25587) [trial-2350↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25587)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a23:06:21.853492 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:06:21.864829 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:06:22.016370 tst handover.py: using LAC 17389\u000a23:06:22.137517 tst handover.py: using RAC 49\u000a23:06:22.256835 tst handover.py: using CellId 17389\u000a23:06:22.377962 tst handover.py: using BVCI 17390\u000a23:06:22.401481 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:06:22.530519 tst handover.py: using LAC 17390\u000a23:06:22.657728 tst handover.py: using RAC 50\u000a23:06:22.796249 tst handover.py: using CellId 17390\u000a23:06:22.923495 tst handover.py: using BVCI 17391\u000a23:06:22.948738 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:06:22.960155 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:06:22.971212 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:06:22.982242 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:06:22.993448 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:06:23.004404 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:06:23.122433 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:06:23.325744 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:06:23.781705 run create_hlr_db(pid=25581): Launched\u000a23:06:23.906320 bus /sierra_2: Setting Powered False\u000a23:06:24.980003 run create_hlr_db(pid=25581): Terminated: ok {rc=0}\u000a23:06:25.386925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25583): Launched\u000a23:06:25.716895 run osmo-hlr_10.42.42.2(pid=25584): Launched\u000a23:06:25.836762 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:06:26.376798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25586): Launched\u000a23:06:26.703692 run osmo-stp_10.42.42.5(pid=25587): Launched\u000a23:06:26.822131 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:06:27.390614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25589): Launched\u000a23:06:27.718193 run osmo-msc_10.42.42.6(pid=25590): Launched\u000a23:06:27.910792 run osmo-stp_10.42.42.5(pid=25587): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25587)]\u000a23:06:28.050242 run osmo-stp_10.42.42.5(pid=25587): stdout: \u000a| (launched: 2022-12-08_23:06:26.543987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:28.189250 run osmo-stp_10.42.42.5(pid=25587): stderr: \u000a| �[0;m�[38;5;43m20221208230626738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230626738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230626738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230626738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230626739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230626739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230626739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:28.321217 run osmo-stp_10.42.42.5(pid=25587): stdout: \u000a| (launched: 2022-12-08_23:06:26.543987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:28.452373 run osmo-stp_10.42.42.5(pid=25587): stderr: \u000a| �[0;m�[38;5;43m20221208230626738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230626738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230626738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230626738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230626739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230626739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230626739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:28.510007 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25587): Process ended prematurely: osmo-stp_10.42.42.5(pid=25587) [trial-2350↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25587)] [trial-2350↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a23:06:28.518624 tst handover.py:18: Test FAILED (6.7 sec)\u000a23:06:28.582462 run osmo-hlr_10.42.42.2(pid=25584): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25584)]\u000a23:06:28.634886 run osmo-hlr_10.42.42.2(pid=25584): stdout: \u000a| (launched: 2022-12-08_23:06:25.555352) \u000a23:06:28.688147 run osmo-hlr_10.42.42.2(pid=25584): stderr: \u000a| �[0;m�[1;31m20221208230625756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230625756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230625756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230625756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230625756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230625756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230625769 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230625779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230625779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230625779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:06:28.759839 run osmo-msc_10.42.42.6(pid=25590): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25590)]\u000a23:06:28.811601 run osmo-msc_10.42.42.6(pid=25590): stdout: \u000a| (launched: 2022-12-08_23:06:27.557736) \u000a23:06:28.863909 run osmo-msc_10.42.42.6(pid=25590): stderr: \u000a| �[0;m�[38;5;43m20221208230627879 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230627879 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f301b28ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230627879 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230627879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230627880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230627880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230627881 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230627882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230627882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230627882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:06:28.908236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25583): Terminating (SIGTERM)\u000a23:06:28.950492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25586): Terminating (SIGTERM)\u000a23:06:28.992820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25589): Terminating (SIGTERM)\u000a23:06:29.002252 --- ParallelTerminationStrategy: PID 25583 died...\u000a23:06:29.059034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25583): Terminated: ok {rc=0}\u000a23:06:29.069405 --- ParallelTerminationStrategy: PID 25586 died...\u000a23:06:29.125698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25586): Terminated: ok {rc=0}\u000a23:06:29.135972 --- ParallelTerminationStrategy: PID 25589 died...\u000a23:06:29.192161 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25589): Terminated: ok {rc=0}\u000a23:06:29.280554 bus /sierra_3: Setting Powered False\u000a23:06:30.382943 bus /sierra_3: Setting Powered False\u000a23:06:31.498865 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:06:21" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25601): Process ended prematurely: osmo-stp_10.42.42.5(pid=25601) [trial-2350↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25601)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25601): Process ended prematurely: osmo-stp_10.42.42.5(pid=25601) [trial-2350↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25601)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a23:06:33.499067 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:06:33.509804 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:06:33.645346 tst handover.py: using LAC 17391\u000a23:06:33.767707 tst handover.py: using RAC 51\u000a23:06:33.890178 tst handover.py: using CellId 17391\u000a23:06:34.010513 tst handover.py: using BVCI 17392\u000a23:06:34.033930 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:06:34.171284 tst handover.py: using LAC 17392\u000a23:06:34.292867 tst handover.py: using RAC 52\u000a23:06:34.415055 tst handover.py: using CellId 17392\u000a23:06:34.537291 tst handover.py: using BVCI 17393\u000a23:06:34.560507 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:06:34.571203 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:06:34.581794 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:06:34.592545 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:06:34.603351 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:06:34.614192 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:06:34.733298 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:06:34.946087 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:06:35.441411 run create_hlr_db(pid=25595): Launched\u000a23:06:35.575344 bus /sierra_2: Setting Powered False\u000a23:06:36.652170 run create_hlr_db(pid=25595): Terminated: ok {rc=0}\u000a23:06:37.036324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25597): Launched\u000a23:06:37.342105 run osmo-hlr_10.42.42.2(pid=25598): Launched\u000a23:06:37.459663 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:06:37.966988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25600): Launched\u000a23:06:38.273620 run osmo-stp_10.42.42.5(pid=25601): Launched\u000a23:06:38.386096 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:06:38.921388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25603): Launched\u000a23:06:39.228438 run osmo-msc_10.42.42.6(pid=25604): Launched\u000a23:06:39.410163 run osmo-stp_10.42.42.5(pid=25601): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25601)]\u000a23:06:39.540799 run osmo-stp_10.42.42.5(pid=25601): stdout: \u000a| (launched: 2022-12-08_23:06:38.122659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:39.669647 run osmo-stp_10.42.42.5(pid=25601): stderr: \u000a| �[0;m�[38;5;43m20221208230638291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230638291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230638292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230638292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230638294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230638295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230638295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:39.793365 run osmo-stp_10.42.42.5(pid=25601): stdout: \u000a| (launched: 2022-12-08_23:06:38.122659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:39.915711 run osmo-stp_10.42.42.5(pid=25601): stderr: \u000a| �[0;m�[38;5;43m20221208230638291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230638291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230638292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230638292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230638294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230638295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230638295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:39.969109 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25601): Process ended prematurely: osmo-stp_10.42.42.5(pid=25601) [trial-2350↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25601)] [trial-2350↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a23:06:39.976899 tst handover.py:18: Test FAILED (6.5 sec)\u000a23:06:40.037966 run osmo-hlr_10.42.42.2(pid=25598): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25598)]\u000a23:06:40.087921 run osmo-hlr_10.42.42.2(pid=25598): stdout: \u000a| (launched: 2022-12-08_23:06:37.191853) \u000a23:06:40.138510 run osmo-hlr_10.42.42.2(pid=25598): stderr: \u000a| �[0;m�[1;31m20221208230637368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230637368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230637368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230637368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230637368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230637368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230637380 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230637389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230637389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230637389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:06:40.206929 run osmo-msc_10.42.42.6(pid=25604): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25604)]\u000a23:06:40.256574 run osmo-msc_10.42.42.6(pid=25604): stdout: \u000a| (launched: 2022-12-08_23:06:39.077091) \u000a23:06:40.306850 run osmo-msc_10.42.42.6(pid=25604): stderr: \u000a| �[0;m�[38;5;43m20221208230639348 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230639348 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0a8f5c1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230639348 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230639348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230639348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230639349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230639350 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230639351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230639351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230639351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:06:40.349279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25597): Terminating (SIGTERM)\u000a23:06:40.389609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25600): Terminating (SIGTERM)\u000a23:06:40.429965 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25603): Terminating (SIGTERM)\u000a23:06:40.439439 --- ParallelTerminationStrategy: PID 25597 died...\u000a23:06:40.493196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25597): Terminated: ok {rc=0}\u000a23:06:40.503061 --- ParallelTerminationStrategy: PID 25600 died...\u000a23:06:40.556747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25600): Terminated: ok {rc=0}\u000a23:06:40.566719 --- ParallelTerminationStrategy: PID 25603 died...\u000a23:06:40.621248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25603): Terminated: ok {rc=0}\u000a23:06:40.706052 bus /sierra_3: Setting Powered False\u000a23:06:41.809955 bus /sierra_3: Setting Powered False\u000a23:06:42.922894 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:06:33" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25615): Process ended prematurely: osmo-stp_10.42.42.5(pid=25615) [trial-2350↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25615)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25615): Process ended prematurely: osmo-stp_10.42.42.5(pid=25615) [trial-2350↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25615)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a23:06:44.952437 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:06:44.963345 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:06:45.101475 tst handover.py: using LAC 17393\u000a23:06:45.228702 tst handover.py: using RAC 53\u000a23:06:45.352311 tst handover.py: using CellId 17393\u000a23:06:45.473405 tst handover.py: using BVCI 17394\u000a23:06:45.496895 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:06:45.634452 tst handover.py: using LAC 17394\u000a23:06:45.754640 tst handover.py: using RAC 54\u000a23:06:45.886340 tst handover.py: using CellId 17394\u000a23:06:46.014443 tst handover.py: using BVCI 17395\u000a23:06:46.038843 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:06:46.050224 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:06:46.061381 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:06:46.073557 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:06:46.086272 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:06:46.098289 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:06:46.235781 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:06:46.472435 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:06:47.020372 run create_hlr_db(pid=25609): Launched\u000a23:06:47.158571 bus /sierra_2: Setting Powered False\u000a23:06:48.221256 run create_hlr_db(pid=25609): Terminated: ok {rc=0}\u000a23:06:48.628204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25611): Launched\u000a23:06:48.955354 run osmo-hlr_10.42.42.2(pid=25612): Launched\u000a23:06:49.074962 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:06:49.616148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25614): Launched\u000a23:06:49.943309 run osmo-stp_10.42.42.5(pid=25615): Launched\u000a23:06:50.062759 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:06:50.632733 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25617): Launched\u000a23:06:50.958092 run osmo-msc_10.42.42.6(pid=25618): Launched\u000a23:06:51.149823 run osmo-stp_10.42.42.5(pid=25615): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25615)]\u000a23:06:51.287881 run osmo-stp_10.42.42.5(pid=25615): stdout: \u000a| (launched: 2022-12-08_23:06:49.783329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:51.426637 run osmo-stp_10.42.42.5(pid=25615): stderr: \u000a| �[0;m�[38;5;43m20221208230649973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230649974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230649974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230649974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230649975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230649975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230649975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:51.558666 run osmo-stp_10.42.42.5(pid=25615): stdout: \u000a| (launched: 2022-12-08_23:06:49.783329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:51.689289 run osmo-stp_10.42.42.5(pid=25615): stderr: \u000a| �[0;m�[38;5;43m20221208230649973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230649974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230649974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230649974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230649975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230649975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230649975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:51.746452 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25615): Process ended prematurely: osmo-stp_10.42.42.5(pid=25615) [trial-2350↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25615)] [trial-2350↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a23:06:51.755301 tst handover.py:18: Test FAILED (6.8 sec)\u000a23:06:51.819313 run osmo-hlr_10.42.42.2(pid=25612): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25612)]\u000a23:06:51.871728 run osmo-hlr_10.42.42.2(pid=25612): stdout: \u000a| (launched: 2022-12-08_23:06:48.795446) \u000a23:06:51.924982 run osmo-hlr_10.42.42.2(pid=25612): stderr: \u000a| �[0;m�[1;31m20221208230648994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230648994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230648994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230648994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230648994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230648994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230649006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230649015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230649016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230649016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:06:51.996812 run osmo-msc_10.42.42.6(pid=25618): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25618)]\u000a23:06:52.048705 run osmo-msc_10.42.42.6(pid=25618): stdout: \u000a| (launched: 2022-12-08_23:06:50.799089) \u000a23:06:52.101478 run osmo-msc_10.42.42.6(pid=25618): stderr: \u000a| �[0;m�[38;5;43m20221208230651120 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230651120 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f70c0789c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230651121 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230651121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230651121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230651121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230651123 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230651123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230651123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230651123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:06:52.146312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25611): Terminating (SIGTERM)\u000a23:06:52.188598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25614): Terminating (SIGTERM)\u000a23:06:52.230956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25617): Terminating (SIGTERM)\u000a23:06:52.240511 --- ParallelTerminationStrategy: PID 25611 died...\u000a23:06:52.297220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25611): Terminated: ok {rc=0}\u000a23:06:52.307529 --- ParallelTerminationStrategy: PID 25614 died...\u000a23:06:52.364176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25614): Terminated: ok {rc=0}\u000a23:06:52.374461 --- ParallelTerminationStrategy: PID 25617 died...\u000a23:06:52.430976 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25617): Terminated: ok {rc=0}\u000a23:06:52.517751 bus /sierra_3: Setting Powered False\u000a23:06:53.625048 bus /sierra_3: Setting Powered False\u000a23:06:54.733616 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:06:44" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25629): Process ended prematurely: osmo-stp_10.42.42.5(pid=25629) [trial-2350↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25629)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25629): Process ended prematurely: osmo-stp_10.42.42.5(pid=25629) [trial-2350↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25629)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a23:06:56.753194 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:56.764371 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:06:56.898006 tst handover.py: using LAC 17395\u000a23:06:57.017085 tst handover.py: using RAC 55\u000a23:06:57.137655 tst handover.py: using CellId 17395\u000a23:06:57.256639 tst handover.py: using BVCI 17396\u000a23:06:57.279917 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:06:57.420193 tst handover.py: using LAC 17396\u000a23:06:57.541579 tst handover.py: using RAC 56\u000a23:06:57.660540 tst handover.py: using CellId 17396\u000a23:06:57.781395 tst handover.py: using BVCI 17397\u000a23:06:57.805104 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:57.816338 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:57.827513 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:57.838941 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:57.850397 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:57.861751 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:06:57.980357 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:06:58.181580 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:06:58.636886 run create_hlr_db(pid=25623): Launched\u000a23:06:58.761869 bus /sierra_2: Setting Powered False\u000a23:06:59.835401 run create_hlr_db(pid=25623): Terminated: ok {rc=0}\u000a23:07:00.217401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25625): Launched\u000a23:07:00.523659 run osmo-hlr_10.42.42.2(pid=25626): Launched\u000a23:07:00.643983 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:07:01.226132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25628): Launched\u000a23:07:01.664641 run osmo-stp_10.42.42.5(pid=25629): Launched\u000a23:07:01.822398 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:07:02.460401 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25631): Launched\u000a23:07:02.788110 run osmo-msc_10.42.42.6(pid=25632): Launched\u000a23:07:02.979976 run osmo-stp_10.42.42.5(pid=25629): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25629)]\u000a23:07:03.119346 run osmo-stp_10.42.42.5(pid=25629): stdout: \u000a| (launched: 2022-12-08_23:07:01.398011)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:03.257370 run osmo-stp_10.42.42.5(pid=25629): stderr: \u000a| �[0;m�[38;5;43m20221208230701692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230701692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230701692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230701701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230701703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230701703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230701703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:03.389330 run osmo-stp_10.42.42.5(pid=25629): stdout: \u000a| (launched: 2022-12-08_23:07:01.398011)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:03.520306 run osmo-stp_10.42.42.5(pid=25629): stderr: \u000a| �[0;m�[38;5;43m20221208230701692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230701692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230701692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230701701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230701703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230701703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230701703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:03.577522 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25629): Process ended prematurely: osmo-stp_10.42.42.5(pid=25629) [trial-2350↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25629)] [trial-2350↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a23:07:03.586331 tst handover.py:18: Test FAILED (6.8 sec)\u000a23:07:03.649771 run osmo-hlr_10.42.42.2(pid=25626): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25626)]\u000a23:07:03.701644 run osmo-hlr_10.42.42.2(pid=25626): stdout: \u000a| (launched: 2022-12-08_23:07:00.373239) \u000a23:07:03.754553 run osmo-hlr_10.42.42.2(pid=25626): stderr: \u000a| �[0;m�[1;31m20221208230700546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230700546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230700546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230700546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230700546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230700546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230700558 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230700566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230700566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230700566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:07:03.826260 run osmo-msc_10.42.42.6(pid=25632): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25632)]\u000a23:07:03.878318 run osmo-msc_10.42.42.6(pid=25632): stdout: \u000a| (launched: 2022-12-08_23:07:02.627737) \u000a23:07:03.930822 run osmo-msc_10.42.42.6(pid=25632): stderr: \u000a| �[0;m�[38;5;43m20221208230702948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230702948 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb963b34c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230702949 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230702949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230702949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230702949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230702951 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230702951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230702952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230702952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:07:03.975311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25625): Terminating (SIGTERM)\u000a23:07:04.017518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25628): Terminating (SIGTERM)\u000a23:07:04.060050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25631): Terminating (SIGTERM)\u000a23:07:04.070088 --- ParallelTerminationStrategy: PID 25625 died...\u000a23:07:04.126978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25625): Terminated: ok {rc=0}\u000a23:07:04.137239 --- ParallelTerminationStrategy: PID 25628 died...\u000a23:07:04.193419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25628): Terminated: ok {rc=0}\u000a23:07:04.203734 --- ParallelTerminationStrategy: PID 25631 died...\u000a23:07:04.260018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25631): Terminated: ok {rc=0}\u000a23:07:04.348079 bus /sierra_3: Setting Powered False\u000a23:07:05.456322 bus /sierra_3: Setting Powered False\u000a23:07:06.567877 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:06:56" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25644): Process ended prematurely: osmo-stp_10.42.42.5(pid=25644) [trial-2350↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25644)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25644): Process ended prematurely: osmo-stp_10.42.42.5(pid=25644) [trial-2350↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25644)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a23:07:08.566608 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:08.578078 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:07:08.716040 tst handover.py: using LAC 17397\u000a23:07:08.846372 tst handover.py: using RAC 57\u000a23:07:08.974979 tst handover.py: using CellId 17397\u000a23:07:09.103280 tst handover.py: using BVCI 17398\u000a23:07:09.128388 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:07:09.260301 tst handover.py: using LAC 17398\u000a23:07:09.387910 tst handover.py: using RAC 58\u000a23:07:09.516243 tst handover.py: using CellId 17398\u000a23:07:09.644053 tst handover.py: using BVCI 17399\u000a23:07:09.669091 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:09.680605 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:09.691915 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:09.703452 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:09.714745 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:09.726227 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:07:09.841717 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:07:10.043143 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:07:10.498199 run create_hlr_db(pid=25638): Launched\u000a23:07:10.623389 bus /sierra_2: Setting Powered False\u000a23:07:11.695796 run create_hlr_db(pid=25638): Terminated: ok {rc=0}\u000a23:07:12.103854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25640): Launched\u000a23:07:12.431242 run osmo-hlr_10.42.42.2(pid=25641): Launched\u000a23:07:12.550688 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:07:13.089090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25643): Launched\u000a23:07:13.415852 run osmo-stp_10.42.42.5(pid=25644): Launched\u000a23:07:13.534617 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:07:14.103565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25646): Launched\u000a23:07:14.431303 run osmo-msc_10.42.42.6(pid=25647): Launched\u000a23:07:14.624881 run osmo-stp_10.42.42.5(pid=25644): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25644)]\u000a23:07:14.763873 run osmo-stp_10.42.42.5(pid=25644): stdout: \u000a| (launched: 2022-12-08_23:07:13.255600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:14.902232 run osmo-stp_10.42.42.5(pid=25644): stderr: \u000a| �[0;m�[38;5;43m20221208230713450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230713450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230713450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230713451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230713451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230713451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230713451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:15.034636 run osmo-stp_10.42.42.5(pid=25644): stdout: \u000a| (launched: 2022-12-08_23:07:13.255600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:15.165599 run osmo-stp_10.42.42.5(pid=25644): stderr: \u000a| �[0;m�[38;5;43m20221208230713450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230713450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230713450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230713451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230713451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230713451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230713451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:15.223014 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25644): Process ended prematurely: osmo-stp_10.42.42.5(pid=25644) [trial-2350↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25644)] [trial-2350↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a23:07:15.231757 tst handover.py:18: Test FAILED (6.7 sec)\u000a23:07:15.294887 run osmo-hlr_10.42.42.2(pid=25641): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25641)]\u000a23:07:15.347051 run osmo-hlr_10.42.42.2(pid=25641): stdout: \u000a| (launched: 2022-12-08_23:07:12.270486) \u000a23:07:15.399767 run osmo-hlr_10.42.42.2(pid=25641): stderr: \u000a| �[0;m�[1;31m20221208230712470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230712470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230712470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230712470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230712470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230712470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230712483 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230712491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230712491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230712491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:07:15.471386 run osmo-msc_10.42.42.6(pid=25647): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25647)]\u000a23:07:15.523432 run osmo-msc_10.42.42.6(pid=25647): stdout: \u000a| (launched: 2022-12-08_23:07:14.270072) \u000a23:07:15.575719 run osmo-msc_10.42.42.6(pid=25647): stderr: \u000a| �[0;m�[38;5;43m20221208230714592 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230714592 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc63a9ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230714593 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230714593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230714593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230714593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230714595 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230714595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230714596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230714596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:07:15.620052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25640): Terminating (SIGTERM)\u000a23:07:15.662386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25643): Terminating (SIGTERM)\u000a23:07:15.704601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25646): Terminating (SIGTERM)\u000a23:07:15.714445 --- ParallelTerminationStrategy: PID 25640 died...\u000a23:07:15.771104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25640): Terminated: ok {rc=0}\u000a23:07:15.781444 --- ParallelTerminationStrategy: PID 25643 died...\u000a23:07:15.837908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25643): Terminated: ok {rc=0}\u000a23:07:15.857668 --- ParallelTerminationStrategy: PID 25646 died...\u000a23:07:15.920181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25646): Terminated: ok {rc=0}\u000a23:07:16.012247 bus /sierra_3: Setting Powered False\u000a23:07:17.125716 bus /sierra_3: Setting Powered False\u000a23:07:18.236811 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:07:08" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25658): Process ended prematurely: osmo-stp_10.42.42.5(pid=25658) [trial-2350↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25658)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25658): Process ended prematurely: osmo-stp_10.42.42.5(pid=25658) [trial-2350↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25658)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a23:07:20.231674 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:20.242663 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:07:20.373851 tst handover.py: using LAC 17399\u000a23:07:20.493838 tst handover.py: using RAC 59\u000a23:07:20.615753 tst handover.py: using CellId 17399\u000a23:07:20.736926 tst handover.py: using BVCI 17400\u000a23:07:20.760362 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:07:20.898236 tst handover.py: using LAC 17400\u000a23:07:21.026830 tst handover.py: using RAC 60\u000a23:07:21.157133 tst handover.py: using CellId 17400\u000a23:07:21.285200 tst handover.py: using BVCI 17401\u000a23:07:21.310254 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:21.321996 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:21.333560 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:21.345744 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:21.357877 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:21.369937 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:07:21.490211 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:07:21.696873 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:07:22.153554 run create_hlr_db(pid=25652): Launched\u000a23:07:22.278814 bus /sierra_2: Setting Powered False\u000a23:07:23.351908 run create_hlr_db(pid=25652): Terminated: ok {rc=0}\u000a23:07:23.733375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25654): Launched\u000a23:07:24.040764 run osmo-hlr_10.42.42.2(pid=25655): Launched\u000a23:07:24.157716 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:07:24.668707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25657): Launched\u000a23:07:24.975402 run osmo-stp_10.42.42.5(pid=25658): Launched\u000a23:07:25.087354 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:07:25.620863 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25660): Launched\u000a23:07:25.928416 run osmo-msc_10.42.42.6(pid=25661): Launched\u000a23:07:26.108876 run osmo-stp_10.42.42.5(pid=25658): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25658)]\u000a23:07:26.239584 run osmo-stp_10.42.42.5(pid=25658): stdout: \u000a| (launched: 2022-12-08_23:07:24.824508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:26.367746 run osmo-stp_10.42.42.5(pid=25658): stderr: \u000a| �[0;m�[38;5;43m20221208230724995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230724995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230724995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230724995 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230724996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230724996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230724996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:26.491962 run osmo-stp_10.42.42.5(pid=25658): stdout: \u000a| (launched: 2022-12-08_23:07:24.824508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:26.614061 run osmo-stp_10.42.42.5(pid=25658): stderr: \u000a| �[0;m�[38;5;43m20221208230724995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230724995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230724995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230724995 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230724996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230724996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230724996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:26.667276 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25658): Process ended prematurely: osmo-stp_10.42.42.5(pid=25658) [trial-2350↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25658)] [trial-2350↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a23:07:26.675171 tst handover.py:18: Test FAILED (6.4 sec)\u000a23:07:26.736356 run osmo-hlr_10.42.42.2(pid=25655): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25655)]\u000a23:07:26.786243 run osmo-hlr_10.42.42.2(pid=25655): stdout: \u000a| (launched: 2022-12-08_23:07:23.889308) \u000a23:07:26.836893 run osmo-hlr_10.42.42.2(pid=25655): stderr: \u000a| �[0;m�[1;31m20221208230724066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230724066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230724066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230724066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230724066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230724066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230724078 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230724086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230724087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230724087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:07:26.905123 run osmo-msc_10.42.42.6(pid=25661): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25661)]\u000a23:07:26.954595 run osmo-msc_10.42.42.6(pid=25661): stdout: \u000a| (launched: 2022-12-08_23:07:25.776655) \u000a23:07:27.004625 run osmo-msc_10.42.42.6(pid=25661): stderr: \u000a| �[0;m�[38;5;43m20221208230726049 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230726049 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f843ef2bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230726049 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230726049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230726050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230726050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230726051 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230726052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230726052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230726052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:07:27.046983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25654): Terminating (SIGTERM)\u000a23:07:27.087499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25657): Terminating (SIGTERM)\u000a23:07:27.127807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25660): Terminating (SIGTERM)\u000a23:07:27.137377 --- ParallelTerminationStrategy: PID 25654 died...\u000a23:07:27.191606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25654): Terminated: ok {rc=0}\u000a23:07:27.201397 --- ParallelTerminationStrategy: PID 25657 died...\u000a23:07:27.255392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25657): Terminated: ok {rc=0}\u000a23:07:27.265395 --- ParallelTerminationStrategy: PID 25660 died...\u000a23:07:27.319355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25660): Terminated: ok {rc=0}\u000a23:07:27.408492 bus /sierra_3: Setting Powered False\u000a23:07:28.513586 bus /sierra_3: Setting Powered False\u000a23:07:29.626521 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:07:19" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25673): Process ended prematurely: osmo-stp_10.42.42.5(pid=25673) [trial-2350↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25673)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25673): Process ended prematurely: osmo-stp_10.42.42.5(pid=25673) [trial-2350↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25673)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a23:07:31.682787 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:07:31.695042 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:07:31.830922 tst handover.py: using LAC 17401\u000a23:07:31.985081 tst handover.py: using RAC 61\u000a23:07:32.126741 tst handover.py: using CellId 17401\u000a23:07:32.273335 tst handover.py: using BVCI 17402\u000a23:07:32.299212 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:07:32.444109 tst handover.py: using LAC 17402\u000a23:07:32.573674 tst handover.py: using RAC 62\u000a23:07:32.700505 tst handover.py: using CellId 17402\u000a23:07:32.827500 tst handover.py: using BVCI 17403\u000a23:07:32.852671 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:07:32.864294 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:07:32.875655 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:07:32.887128 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:07:32.898446 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:07:32.909895 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:07:33.026749 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:07:33.228385 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:07:33.687343 run create_hlr_db(pid=25666): Launched\u000a23:07:33.813209 bus /sierra_2: Setting Powered False\u000a23:07:34.887128 run create_hlr_db(pid=25666): Terminated: ok {rc=0}\u000a23:07:35.270204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25668): Launched\u000a23:07:35.577915 run osmo-hlr_10.42.42.2(pid=25669): Launched\u000a23:07:35.695199 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:07:36.205216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25672): Launched\u000a23:07:36.512071 run osmo-stp_10.42.42.5(pid=25673): Launched\u000a23:07:36.624530 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:07:37.156247 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25675): Launched\u000a23:07:37.462384 run osmo-msc_10.42.42.6(pid=25676): Launched\u000a23:07:37.643652 run osmo-stp_10.42.42.5(pid=25673): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25673)]\u000a23:07:37.774402 run osmo-stp_10.42.42.5(pid=25673): stdout: \u000a| (launched: 2022-12-08_23:07:36.360823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:37.902552 run osmo-stp_10.42.42.5(pid=25673): stderr: \u000a| �[0;m�[38;5;43m20221208230736530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230736531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230736531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230736531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230736532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230736532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230736532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:38.025498 run osmo-stp_10.42.42.5(pid=25673): stdout: \u000a| (launched: 2022-12-08_23:07:36.360823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:38.148304 run osmo-stp_10.42.42.5(pid=25673): stderr: \u000a| �[0;m�[38;5;43m20221208230736530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230736531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230736531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230736531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230736532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230736532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230736532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:38.201616 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25673): Process ended prematurely: osmo-stp_10.42.42.5(pid=25673) [trial-2350↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25673)] [trial-2350↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a23:07:38.209625 tst handover.py:18: Test FAILED (6.5 sec)\u000a23:07:38.270748 run osmo-hlr_10.42.42.2(pid=25669): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25669)]\u000a23:07:38.320602 run osmo-hlr_10.42.42.2(pid=25669): stdout: \u000a| (launched: 2022-12-08_23:07:35.426581) \u000a23:07:38.371000 run osmo-hlr_10.42.42.2(pid=25669): stderr: \u000a| �[0;m�[1;31m20221208230735603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230735603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230735604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230735604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230735604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230735604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230735616 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230735624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230735624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230735624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:07:38.439355 run osmo-msc_10.42.42.6(pid=25676): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25676)]\u000a23:07:38.489161 run osmo-msc_10.42.42.6(pid=25676): stdout: \u000a| (launched: 2022-12-08_23:07:37.311416) \u000a23:07:38.539372 run osmo-msc_10.42.42.6(pid=25676): stderr: \u000a| �[0;m�[38;5;43m20221208230737582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230737582 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fce3cdd0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230737582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230737582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230737583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230737583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230737585 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230737585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230737585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230737585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:07:38.581683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25668): Terminating (SIGTERM)\u000a23:07:38.621850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25672): Terminating (SIGTERM)\u000a23:07:38.662028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25675): Terminating (SIGTERM)\u000a23:07:38.671612 --- ParallelTerminationStrategy: PID 25668 died...\u000a23:07:38.725695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25668): Terminated: ok {rc=0}\u000a23:07:38.735479 --- ParallelTerminationStrategy: PID 25672 died...\u000a23:07:38.789262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25672): Terminated: ok {rc=0}\u000a23:07:38.799178 --- ParallelTerminationStrategy: PID 25675 died...\u000a23:07:38.854164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25675): Terminated: ok {rc=0}\u000a23:07:38.942938 bus /sierra_3: Setting Powered False\u000a23:07:40.046460 bus /sierra_3: Setting Powered False\u000a23:07:41.157123 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:07:31" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25687): Process ended prematurely: osmo-stp_10.42.42.5(pid=25687) [trial-2350↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25687)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25687): Process ended prematurely: osmo-stp_10.42.42.5(pid=25687) [trial-2350↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25687)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a23:07:43.149845 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:43.161684 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:07:43.306999 tst handover.py: using LAC 17403\u000a23:07:43.434413 tst handover.py: using RAC 63\u000a23:07:43.561170 tst handover.py: using CellId 17403\u000a23:07:43.687890 tst handover.py: using BVCI 17404\u000a23:07:43.712897 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:07:43.837233 tst handover.py: using LAC 17404\u000a23:07:43.964318 tst handover.py: using RAC 64\u000a23:07:44.097573 tst handover.py: using CellId 17404\u000a23:07:44.226793 tst handover.py: using BVCI 17405\u000a23:07:44.251890 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:44.263423 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:44.274860 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:44.286344 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:44.297780 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:44.308869 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:07:44.424562 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:07:44.628128 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:07:45.085231 run create_hlr_db(pid=25681): Launched\u000a23:07:45.210707 bus /sierra_2: Setting Powered False\u000a23:07:46.285943 run create_hlr_db(pid=25681): Terminated: ok {rc=0}\u000a23:07:46.716153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25683): Launched\u000a23:07:47.168042 run osmo-hlr_10.42.42.2(pid=25684): Launched\u000a23:07:47.346760 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:07:47.853817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25686): Launched\u000a23:07:48.159689 run osmo-stp_10.42.42.5(pid=25687): Launched\u000a23:07:48.271624 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:07:48.804813 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25689): Launched\u000a23:07:49.112505 run osmo-msc_10.42.42.6(pid=25690): Launched\u000a23:07:49.292759 run osmo-stp_10.42.42.5(pid=25687): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25687)]\u000a23:07:49.423498 run osmo-stp_10.42.42.5(pid=25687): stdout: \u000a| (launched: 2022-12-08_23:07:48.009393)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:49.552361 run osmo-stp_10.42.42.5(pid=25687): stderr: \u000a| �[0;m�[38;5;43m20221208230748179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230748179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230748179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230748180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230748180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230748180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230748180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:49.676365 run osmo-stp_10.42.42.5(pid=25687): stdout: \u000a| (launched: 2022-12-08_23:07:48.009393)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:49.799271 run osmo-stp_10.42.42.5(pid=25687): stderr: \u000a| �[0;m�[38;5;43m20221208230748179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230748179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230748179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230748180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230748180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230748180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230748180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:49.852800 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25687): Process ended prematurely: osmo-stp_10.42.42.5(pid=25687) [trial-2350↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25687)] [trial-2350↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a23:07:49.860591 tst handover.py:18: Test FAILED (6.7 sec)\u000a23:07:49.921868 run osmo-hlr_10.42.42.2(pid=25684): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25684)]\u000a23:07:49.972252 run osmo-hlr_10.42.42.2(pid=25684): stdout: \u000a| (launched: 2022-12-08_23:07:46.931943) \u000a23:07:50.023046 run osmo-hlr_10.42.42.2(pid=25684): stderr: \u000a| �[0;m�[1;31m20221208230747233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230747233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230747233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230747233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230747234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230747234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230747252 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230747260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230747260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230747260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:07:50.092106 run osmo-msc_10.42.42.6(pid=25690): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25690)]\u000a23:07:50.142230 run osmo-msc_10.42.42.6(pid=25690): stdout: \u000a| (launched: 2022-12-08_23:07:48.961250) \u000a23:07:50.193120 run osmo-msc_10.42.42.6(pid=25690): stderr: \u000a| �[0;m�[38;5;43m20221208230749231 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230749232 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7febc94f0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230749232 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230749232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230749232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230749232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230749234 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230749234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230749235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230749235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:07:50.236049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25683): Terminating (SIGTERM)\u000a23:07:50.277026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25686): Terminating (SIGTERM)\u000a23:07:50.317733 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25689): Terminating (SIGTERM)\u000a23:07:50.327369 --- ParallelTerminationStrategy: PID 25683 died...\u000a23:07:50.382275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25683): Terminated: ok {rc=0}\u000a23:07:50.392099 --- ParallelTerminationStrategy: PID 25686 died...\u000a23:07:50.446609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25686): Terminated: ok {rc=0}\u000a23:07:50.456360 --- ParallelTerminationStrategy: PID 25689 died...\u000a23:07:50.510789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25689): Terminated: ok {rc=0}\u000a23:07:50.595265 bus /sierra_3: Setting Powered False\u000a23:07:51.698954 bus /sierra_3: Setting Powered False\u000a23:07:52.807200 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:07:42" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25701): Process ended prematurely: osmo-stp_10.42.42.5(pid=25701) [trial-2350↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25701)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25701): Process ended prematurely: osmo-stp_10.42.42.5(pid=25701) [trial-2350↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25701)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a23:07:54.827113 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:54.838651 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:07:54.984379 tst handover.py: using LAC 17405\u000a23:07:55.107464 tst handover.py: using RAC 65\u000a23:07:55.230201 tst handover.py: using CellId 17405\u000a23:07:55.366245 tst handover.py: using BVCI 17406\u000a23:07:55.389807 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:07:55.537310 tst handover.py: using LAC 17406\u000a23:07:55.668053 tst handover.py: using RAC 66\u000a23:07:55.792663 tst handover.py: using CellId 17406\u000a23:07:55.915387 tst handover.py: using BVCI 17407\u000a23:07:55.938862 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:55.949809 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:55.960460 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:55.971447 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:55.982388 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:55.993438 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:07:56.113189 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:07:56.324772 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:07:56.821076 run create_hlr_db(pid=25695): Launched\u000a23:07:56.954441 bus /sierra_2: Setting Powered False\u000a23:07:58.032400 run create_hlr_db(pid=25695): Terminated: ok {rc=0}\u000a23:07:58.426963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25697): Launched\u000a23:07:58.755538 run osmo-hlr_10.42.42.2(pid=25698): Launched\u000a23:07:58.878139 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:07:59.419744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25700): Launched\u000a23:07:59.747089 run osmo-stp_10.42.42.5(pid=25701): Launched\u000a23:07:59.866132 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:08:00.436575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25703): Launched\u000a23:08:00.763751 run osmo-msc_10.42.42.6(pid=25704): Launched\u000a23:08:01.133915 run osmo-stp_10.42.42.5(pid=25701): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25701)]\u000a23:08:01.373538 run osmo-stp_10.42.42.5(pid=25701): stdout: \u000a| (launched: 2022-12-08_23:07:59.587071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:01.528733 run osmo-stp_10.42.42.5(pid=25701): stderr: \u000a| �[0;m�[38;5;43m20221208230759779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230759779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230759779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230759779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230759780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230759780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230759780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:01.667812 run osmo-stp_10.42.42.5(pid=25701): stdout: \u000a| (launched: 2022-12-08_23:07:59.587071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:01.794001 run osmo-stp_10.42.42.5(pid=25701): stderr: \u000a| �[0;m�[38;5;43m20221208230759779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230759779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230759779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230759779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230759780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230759780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230759780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:01.850503 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25701): Process ended prematurely: osmo-stp_10.42.42.5(pid=25701) [trial-2350↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25701)] [trial-2350↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a23:08:01.859482 tst handover.py:18: Test FAILED (7.0 sec)\u000a23:08:01.930543 run osmo-hlr_10.42.42.2(pid=25698): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25698)]\u000a23:08:01.992104 run osmo-hlr_10.42.42.2(pid=25698): stdout: \u000a| (launched: 2022-12-08_23:07:58.594657) \u000a23:08:02.051378 run osmo-hlr_10.42.42.2(pid=25698): stderr: \u000a| �[0;m�[1;31m20221208230758793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230758793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230758793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230758793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230758793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230758793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230758805 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230758815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230758815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230758815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:08:02.131229 run osmo-msc_10.42.42.6(pid=25704): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25704)]\u000a23:08:02.184629 run osmo-msc_10.42.42.6(pid=25704): stdout: \u000a| (launched: 2022-12-08_23:08:00.603584) \u000a23:08:02.240069 run osmo-msc_10.42.42.6(pid=25704): stderr: \u000a| �[0;m�[38;5;43m20221208230800955 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230800955 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f76192ccc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230800955 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230800956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230800956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230800956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230800958 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230800958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230800958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230800959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:08:02.284208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25697): Terminating (SIGTERM)\u000a23:08:02.328481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25700): Terminating (SIGTERM)\u000a23:08:02.371324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25703): Terminating (SIGTERM)\u000a23:08:02.384000 --- ParallelTerminationStrategy: PID 25697 died...\u000a23:08:02.448217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25697): Terminated: ok {rc=0}\u000a23:08:02.460722 --- ParallelTerminationStrategy: PID 25700 died...\u000a23:08:02.526199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25700): Terminated: ok {rc=0}\u000a23:08:02.537097 --- ParallelTerminationStrategy: PID 25703 died...\u000a23:08:02.605817 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25703): Terminated: ok {rc=0}\u000a23:08:02.707080 bus /sierra_3: Setting Powered False\u000a23:08:03.863269 bus /sierra_3: Setting Powered False\u000a23:08:04.980301 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:07:54" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25987): Process ended prematurely: osmo-stp_10.42.42.5(pid=25987) [trial-2350↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25987)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25987): Process ended prematurely: osmo-stp_10.42.42.5(pid=25987) [trial-2350↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25987)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a23:08:07.038622 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:07.051085 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:08:07.198356 tst handover.py: using LAC 17407\u000a23:08:07.335161 tst handover.py: using RAC 67\u000a23:08:07.468317 tst handover.py: using CellId 17407\u000a23:08:07.597266 tst handover.py: using BVCI 17408\u000a23:08:07.624234 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:08:07.766956 tst handover.py: using LAC 17408\u000a23:08:07.895397 tst handover.py: using RAC 68\u000a23:08:08.024942 tst handover.py: using CellId 17408\u000a23:08:08.152691 tst handover.py: using BVCI 17409\u000a23:08:08.179388 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:08.191831 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:08.203668 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:08.216548 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:08.228533 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:08.240506 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:08:08.363060 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:08:08.581840 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:08:09.124377 run create_hlr_db(pid=25981): Launched\u000a23:08:09.262780 bus /sierra_2: Setting Powered False\u000a23:08:10.342873 run create_hlr_db(pid=25981): Terminated: ok {rc=0}\u000a23:08:10.777367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25983): Launched\u000a23:08:11.220702 run osmo-hlr_10.42.42.2(pid=25984): Launched\u000a23:08:11.471309 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:08:12.053920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25986): Launched\u000a23:08:12.463083 run osmo-stp_10.42.42.5(pid=25987): Launched\u000a23:08:12.690949 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:08:13.324378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25989): Launched\u000a23:08:13.730887 run osmo-msc_10.42.42.6(pid=25990): Launched\u000a23:08:14.104168 run osmo-stp_10.42.42.5(pid=25987): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25987)]\u000a23:08:14.358480 run osmo-stp_10.42.42.5(pid=25987): stdout: \u000a| (launched: 2022-12-08_23:08:12.212297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:14.501400 run osmo-stp_10.42.42.5(pid=25987): stderr: \u000a| �[0;m�[38;5;43m20221208230812545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230812546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230812546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230812546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230812547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230812547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230812547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:14.639072 run osmo-stp_10.42.42.5(pid=25987): stdout: \u000a| (launched: 2022-12-08_23:08:12.212297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:14.773339 run osmo-stp_10.42.42.5(pid=25987): stderr: \u000a| �[0;m�[38;5;43m20221208230812545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230812546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230812546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230812546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230812547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230812547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230812547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:14.833906 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25987): Process ended prematurely: osmo-stp_10.42.42.5(pid=25987) [trial-2350↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25987)] [trial-2350↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a23:08:14.843588 tst handover.py:18: Test FAILED (7.8 sec)\u000a23:08:14.909429 run osmo-hlr_10.42.42.2(pid=25984): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25984)]\u000a23:08:14.963377 run osmo-hlr_10.42.42.2(pid=25984): stdout: \u000a| (launched: 2022-12-08_23:08:10.948367) \u000a23:08:15.019053 run osmo-hlr_10.42.42.2(pid=25984): stderr: \u000a| �[0;m�[1;31m20221208230811269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230811269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230811269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230811269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230811269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230811269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230811288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230811300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230811309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230811309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:08:15.094513 run osmo-msc_10.42.42.6(pid=25990): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25990)]\u000a23:08:15.148817 run osmo-msc_10.42.42.6(pid=25990): stdout: \u000a| (launched: 2022-12-08_23:08:13.483109) \u000a23:08:15.204988 run osmo-msc_10.42.42.6(pid=25990): stderr: \u000a| �[0;m�[38;5;43m20221208230814080 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230814080 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f92f60cac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230814080 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230814080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230814081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230814081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230814083 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230814083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230814083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230814083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:08:15.252652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25983): Terminating (SIGTERM)\u000a23:08:15.298700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25986): Terminating (SIGTERM)\u000a23:08:15.345397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25989): Terminating (SIGTERM)\u000a23:08:15.356555 --- ParallelTerminationStrategy: PID 25983 died...\u000a23:08:15.416832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25983): Terminated: ok {rc=0}\u000a23:08:15.429421 --- ParallelTerminationStrategy: PID 25986 died...\u000a23:08:15.488324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25986): Terminated: ok {rc=0}\u000a23:08:15.499706 --- ParallelTerminationStrategy: PID 25989 died...\u000a23:08:15.558395 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25989): Terminated: ok {rc=0}\u000a23:08:15.651087 bus /sierra_3: Setting Powered False\u000a23:08:16.813539 bus /sierra_3: Setting Powered False\u000a23:08:17.931328 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:08:06" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26001): Process ended prematurely: osmo-stp_10.42.42.5(pid=26001) [trial-2350↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26001)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26001): Process ended prematurely: osmo-stp_10.42.42.5(pid=26001) [trial-2350↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26001)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a23:08:19.965766 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:08:19.978013 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:08:20.112114 tst handover.py: using LAC 17409\u000a23:08:20.244761 tst handover.py: using RAC 69\u000a23:08:20.374307 tst handover.py: using CellId 17409\u000a23:08:20.505972 tst handover.py: using BVCI 17410\u000a23:08:20.532691 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:08:20.682528 tst handover.py: using LAC 17410\u000a23:08:20.813006 tst handover.py: using RAC 70\u000a23:08:20.943729 tst handover.py: using CellId 17410\u000a23:08:21.075023 tst handover.py: using BVCI 17411\u000a23:08:21.101684 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:08:21.114365 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:08:21.126422 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:08:21.138473 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:08:21.150622 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:08:21.163339 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:08:21.287952 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:08:21.509281 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:08:22.060735 run create_hlr_db(pid=25995): Launched\u000a23:08:22.200480 bus /sierra_2: Setting Powered False\u000a23:08:23.279642 run create_hlr_db(pid=25995): Terminated: ok {rc=0}\u000a23:08:23.715439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25997): Launched\u000a23:08:24.162846 run osmo-hlr_10.42.42.2(pid=25998): Launched\u000a23:08:24.391302 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:08:24.954232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26000): Launched\u000a23:08:25.260032 run osmo-stp_10.42.42.5(pid=26001): Launched\u000a23:08:25.371503 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:08:25.905161 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26003): Launched\u000a23:08:26.212706 run osmo-msc_10.42.42.6(pid=26004): Launched\u000a23:08:26.394349 run osmo-stp_10.42.42.5(pid=26001): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26001)]\u000a23:08:26.525840 run osmo-stp_10.42.42.5(pid=26001): stdout: \u000a| (launched: 2022-12-08_23:08:25.109761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:26.654188 run osmo-stp_10.42.42.5(pid=26001): stderr: \u000a| �[0;m�[38;5;43m20221208230825280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230825280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230825281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230825281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230825282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230825282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230825282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:26.777869 run osmo-stp_10.42.42.5(pid=26001): stdout: \u000a| (launched: 2022-12-08_23:08:25.109761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:26.900241 run osmo-stp_10.42.42.5(pid=26001): stderr: \u000a| �[0;m�[38;5;43m20221208230825280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230825280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230825281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230825281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230825282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230825282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230825282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:26.953576 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26001): Process ended prematurely: osmo-stp_10.42.42.5(pid=26001) [trial-2350↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26001)] [trial-2350↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a23:08:26.961495 tst handover.py:18: Test FAILED (7.0 sec)\u000a23:08:27.023161 run osmo-hlr_10.42.42.2(pid=25998): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25998)]\u000a23:08:27.073477 run osmo-hlr_10.42.42.2(pid=25998): stdout: \u000a| (launched: 2022-12-08_23:08:23.887578) \u000a23:08:27.124461 run osmo-hlr_10.42.42.2(pid=25998): stderr: \u000a| �[0;m�[1;31m20221208230824205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230824206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230824206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230824206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230824206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230824206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230824227 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230824239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230824239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230824240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:08:27.193791 run osmo-msc_10.42.42.6(pid=26004): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26004)]\u000a23:08:27.243903 run osmo-msc_10.42.42.6(pid=26004): stdout: \u000a| (launched: 2022-12-08_23:08:26.061790) \u000a23:08:27.294844 run osmo-msc_10.42.42.6(pid=26004): stderr: \u000a| �[0;m�[38;5;43m20221208230826334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230826334 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f11f4a46c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230826334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230826334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230826334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230826334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230826336 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230826336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230826337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230826337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:08:27.337665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25997): Terminating (SIGTERM)\u000a23:08:27.378431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26000): Terminating (SIGTERM)\u000a23:08:27.419221 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26003): Terminating (SIGTERM)\u000a23:08:27.428804 --- ParallelTerminationStrategy: PID 25997 died...\u000a23:08:27.483680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25997): Terminated: ok {rc=0}\u000a23:08:27.493880 --- ParallelTerminationStrategy: PID 26000 died...\u000a23:08:27.548461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26000): Terminated: ok {rc=0}\u000a23:08:27.558826 --- ParallelTerminationStrategy: PID 26003 died...\u000a23:08:27.613019 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26003): Terminated: ok {rc=0}\u000a23:08:27.701939 bus /sierra_3: Setting Powered False\u000a23:08:28.805686 bus /sierra_3: Setting Powered False\u000a23:08:29.918095 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:08:19" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26015): Process ended prematurely: osmo-stp_10.42.42.5(pid=26015) [trial-2350↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26015)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26015): Process ended prematurely: osmo-stp_10.42.42.5(pid=26015) [trial-2350↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26015)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a23:08:32.011553 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:32.026900 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:08:32.184053 tst handover.py: using LAC 17411\u000a23:08:32.325250 tst handover.py: using RAC 71\u000a23:08:32.450300 tst handover.py: using CellId 17411\u000a23:08:32.572618 tst handover.py: using BVCI 17412\u000a23:08:32.596556 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:08:32.733955 tst handover.py: using LAC 17412\u000a23:08:32.856434 tst handover.py: using RAC 72\u000a23:08:32.979566 tst handover.py: using CellId 17412\u000a23:08:33.102873 tst handover.py: using BVCI 17413\u000a23:08:33.126467 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:33.137199 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:33.147680 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:33.158531 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:33.169462 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:33.180286 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:08:33.298932 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:08:33.510080 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:08:34.005892 run create_hlr_db(pid=26009): Launched\u000a23:08:34.139717 bus /sierra_2: Setting Powered False\u000a23:08:35.217474 run create_hlr_db(pid=26009): Terminated: ok {rc=0}\u000a23:08:35.626081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26011): Launched\u000a23:08:35.953886 run osmo-hlr_10.42.42.2(pid=26012): Launched\u000a23:08:36.075843 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:08:36.620767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26014): Launched\u000a23:08:36.947688 run osmo-stp_10.42.42.5(pid=26015): Launched\u000a23:08:37.066487 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:08:37.637989 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26017): Launched\u000a23:08:37.967247 run osmo-msc_10.42.42.6(pid=26018): Launched\u000a23:08:38.163696 run osmo-stp_10.42.42.5(pid=26015): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26015)]\u000a23:08:38.303477 run osmo-stp_10.42.42.5(pid=26015): stdout: \u000a| (launched: 2022-12-08_23:08:36.787561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:38.442141 run osmo-stp_10.42.42.5(pid=26015): stderr: \u000a| �[0;m�[38;5;43m20221208230836980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230836980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230836980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230836981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230836981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230836981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230836981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:38.575274 run osmo-stp_10.42.42.5(pid=26015): stdout: \u000a| (launched: 2022-12-08_23:08:36.787561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:38.707166 run osmo-stp_10.42.42.5(pid=26015): stderr: \u000a| �[0;m�[38;5;43m20221208230836980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230836980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230836980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230836981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230836981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230836981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230836981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:38.764648 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26015): Process ended prematurely: osmo-stp_10.42.42.5(pid=26015) [trial-2350↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26015)] [trial-2350↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a23:08:38.773500 tst handover.py:18: Test FAILED (6.8 sec)\u000a23:08:38.837426 run osmo-hlr_10.42.42.2(pid=26012): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26012)]\u000a23:08:38.890037 run osmo-hlr_10.42.42.2(pid=26012): stdout: \u000a| (launched: 2022-12-08_23:08:35.793547) \u000a23:08:38.943341 run osmo-hlr_10.42.42.2(pid=26012): stderr: \u000a| �[0;m�[1;31m20221208230835993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230835993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230835993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230835993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230835993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230835993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230836006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230836014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230836014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230836014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:08:39.016260 run osmo-msc_10.42.42.6(pid=26018): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26018)]\u000a23:08:39.068924 run osmo-msc_10.42.42.6(pid=26018): stdout: \u000a| (launched: 2022-12-08_23:08:37.805825) \u000a23:08:39.122165 run osmo-msc_10.42.42.6(pid=26018): stderr: \u000a| �[0;m�[38;5;43m20221208230838126 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230838127 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f438a721c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230838127 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230838127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230838127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230838127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230838129 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230838129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230838129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230838129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:08:39.167542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26011): Terminating (SIGTERM)\u000a23:08:39.210374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26014): Terminating (SIGTERM)\u000a23:08:39.253483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26017): Terminating (SIGTERM)\u000a23:08:39.263151 --- ParallelTerminationStrategy: PID 26011 died...\u000a23:08:39.320206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26011): Terminated: ok {rc=0}\u000a23:08:39.330707 --- ParallelTerminationStrategy: PID 26014 died...\u000a23:08:39.387485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26014): Terminated: ok {rc=0}\u000a23:08:39.397989 --- ParallelTerminationStrategy: PID 26017 died...\u000a23:08:39.455089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26017): Terminated: ok {rc=0}\u000a23:08:39.543600 bus /sierra_3: Setting Powered False\u000a23:08:40.650218 bus /sierra_3: Setting Powered False\u000a23:08:41.759790 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:08:31" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26029): Process ended prematurely: osmo-stp_10.42.42.5(pid=26029) [trial-2350↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26029)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26029): Process ended prematurely: osmo-stp_10.42.42.5(pid=26029) [trial-2350↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26029)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2350 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a23:08:43.771415 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:43.782839 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:08:43.927157 tst handover.py: using LAC 17413\u000a23:08:44.055295 tst handover.py: using RAC 73\u000a23:08:44.183095 tst handover.py: using CellId 17413\u000a23:08:44.312784 tst handover.py: using BVCI 17414\u000a23:08:44.337861 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:08:44.480456 tst handover.py: using LAC 17414\u000a23:08:44.609283 tst handover.py: using RAC 74\u000a23:08:44.740218 tst handover.py: using CellId 17414\u000a23:08:44.867976 tst handover.py: using BVCI 17415\u000a23:08:44.892748 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:44.904028 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:44.915244 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:44.926469 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:44.937744 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:44.948853 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:08:45.064706 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:08:45.269393 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:08:45.726969 run create_hlr_db(pid=26023): Launched\u000a23:08:45.860406 bus /sierra_2: Setting Powered False\u000a23:08:46.979340 run create_hlr_db(pid=26023): Terminated: ok {rc=0}\u000a23:08:47.378334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26025): Launched\u000a23:08:47.685725 run osmo-hlr_10.42.42.2(pid=26026): Launched\u000a23:08:47.805296 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:08:48.324451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26028): Launched\u000a23:08:48.632879 run osmo-stp_10.42.42.5(pid=26029): Launched\u000a23:08:48.744145 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:08:49.278808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26032): Launched\u000a23:08:49.586646 run osmo-msc_10.42.42.6(pid=26033): Launched\u000a23:08:49.767783 run osmo-stp_10.42.42.5(pid=26029): ERR: Terminated: ERROR {rc=1} [trial-2350↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26029)]\u000a23:08:49.899740 run osmo-stp_10.42.42.5(pid=26029): stdout: \u000a| (launched: 2022-12-08_23:08:48.480869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:50.028281 run osmo-stp_10.42.42.5(pid=26029): stderr: \u000a| �[0;m�[38;5;43m20221208230848657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230848657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230848657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230848658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230848658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230848658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230848658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:50.152188 run osmo-stp_10.42.42.5(pid=26029): stdout: \u000a| (launched: 2022-12-08_23:08:48.480869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:50.275307 run osmo-stp_10.42.42.5(pid=26029): stderr: \u000a| �[0;m�[38;5;43m20221208230848657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221208230848657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221208230848657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221208230848658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221208230848658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221208230848658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221208230848658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:50.328817 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26029): Process ended prematurely: osmo-stp_10.42.42.5(pid=26029) [trial-2350↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26029)] [trial-2350↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a23:08:50.336679 tst handover.py:18: Test FAILED (6.6 sec)\u000a23:08:50.398608 run osmo-hlr_10.42.42.2(pid=26026): ERR: Terminated: ERROR {rc=237} [trial-2350↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26026)]\u000a23:08:50.449158 run osmo-hlr_10.42.42.2(pid=26026): stdout: \u000a| (launched: 2022-12-08_23:08:47.535131) \u000a23:08:50.500359 run osmo-hlr_10.42.42.2(pid=26026): stderr: \u000a| �[0;m�[1;31m20221208230847712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221208230847712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221208230847713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230847713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221208230847713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221208230847713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221208230847724 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2350/run.2022-12-08_21-44-24/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221208230847734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221208230847734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221208230847734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:08:50.569543 run osmo-msc_10.42.42.6(pid=26033): ERR: Terminated: ERROR {rc=2} [trial-2350↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26033)]\u000a23:08:50.620425 run osmo-msc_10.42.42.6(pid=26033): stdout: \u000a| (launched: 2022-12-08_23:08:49.435229) \u000a23:08:50.671481 run osmo-msc_10.42.42.6(pid=26033): stderr: \u000a| �[0;m�[38;5;43m20221208230849710 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221208230849710 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa75081ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221208230849710 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221208230849710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221208230849710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221208230849710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221208230849712 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221208230849712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221208230849712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221208230849713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:08:50.714518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26025): Terminating (SIGTERM)\u000a23:08:50.755419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26028): Terminating (SIGTERM)\u000a23:08:50.796107 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26032): Terminating (SIGTERM)\u000a23:08:50.805794 --- ParallelTerminationStrategy: PID 26025 died...\u000a23:08:50.860722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26025): Terminated: ok {rc=0}\u000a23:08:50.870634 --- ParallelTerminationStrategy: PID 26028 died...\u000a23:08:50.924784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26028): Terminated: ok {rc=0}\u000a23:08:50.934812 --- ParallelTerminationStrategy: PID 26032 died...\u000a23:08:50.989190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26032): Terminated: ok {rc=0}\u000a23:08:51.074384 bus /sierra_3: Setting Powered False\u000a23:08:52.183304 bus /sierra_3: Setting Powered False\u000a23:08:53.296828 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-08T23:08:43" } ] }